{"msg":"Running step start_crdb","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:06.655675938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"init_with_steps"}
{"msg":"Starting CRDB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:06.65576606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178}
{"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmpzAV32o","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:06.656000106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178}
{"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/4d9559247fab803f0ce53ff2205a6e9eb199eecf5e6bef30bf110c6a48d080f9.tar) to storage directory (/var/tmp/omicron_tmp/.tmpzAV32o/data)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:06.656050437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178}
{"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmpzAV32o/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmpzAV32o/listen-url","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:06.679535453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178}
{"msg":"cockroach environment: BUILDOMAT_JOB_ID=01KF4D9SP5JEPZNC9F7EBEPRJW BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-linux-gnu/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/4d9559247fab803f0ce53ff2205a6e9eb199eecf5e6bef30bf110c6a48d080f9.tar GITHUB_BRANCH=ry/bump-opte-920 GITHUB_REF=refs/heads/ry/bump-opte-920 GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=1b8abd716dee7032734c9e740942c27a454b772b GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-91e01de4f8c673a6/out:/work/oxidecomputer/omicron/target/debug/build/blake3-8209ed8a7f0bf381/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-25e47c900662eb46/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-cb78d7a540270d72/out/build:/work/oxidecomputer/omicron/target/debug/build/libz-sys-2027e4bc19e782f7/out/lib:/work/oxidecomputer/omicron/target/debug/build/ring-a34b593a4e85afde/out:/work/oxidecomputer/omicron/target/debug/build/tofino-13e9e2a5dace84b2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-6e719523ceeee4f8/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-linux-gnu/lib/rustlib/x86_64-unknown-linux-gnu/lib:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-linux-gnu/lib LOGNAME=build NEXTEST=1 NEXTEST_ATTEMPT=1 NEXTEST_ATTEMPT_ID=4dd2be72-934a-49fa-8825-93c23d788f08:omicron-nexus::test_all$integration_tests::multicast::failures::test_multicast_reconciler_state_consistency_validation NEXTEST_BINARY_ID=omicron-nexus::test_all NEXTEST_BIN_EXE_nexus=/work/oxidecomputer/omicron/target/debug/nexus NEXTEST_BIN_EXE_schema-updater=/work/oxidecomputer/omicron/target/debug/schema-updater NEXTEST_BIN_EXE_schema_updater=/work/oxidecomputer/omicron/target/debug/schema-updater NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-91e01de4f8c673a6/out:/work/oxidecomputer/omicron/target/debug/build/blake3-8209ed8a7f0bf381/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-25e47c900662eb46/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-cb78d7a540270d72/out/build:/work/oxidecomputer/omicron/target/debug/build/libz-sys-2027e4bc19e782f7/out/lib:/work/oxidecomputer/omicron/target/debug/build/ring-a34b593a4e85afde/out:/work/oxidecomputer/omicron/target/debug/build/tofino-13e9e2a5dace84b2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-6e719523ceeee4f8/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-linux-gnu/lib/rustlib/x86_64-unknown-linux-gnu/lib:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-linux-gnu/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=4dd2be72-934a-49fa-8825-93c23d788f08 NEXTEST_RUN_MODE=test NEXTEST_STRESS_CURRENT=none NEXTEST_STRESS_TOTAL=none NEXTEST_TEST_GLOBAL_SLOT=5 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none NEXTEST_TEST_NAME=integration_tests::multicast::failures::test_multicast_reconciler_state_consistency_validation NEXTEST_TEST_PHASE=run NEXTEST_TOTAL_ATTEMPTS=1 OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-fe90d51dff1b782c/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=--cfg tokio_unstable -D warnings RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.91.1-x86_64-unknown-linux-gnu RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/lib/ssl/certs SSL_CERT_FILE=/usr/lib/ssl/certs/ca-certificates.crt TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:06.679786998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178}
{"msg":"cockroach pid: 234194","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:07.887081279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178}
{"msg":"cockroach listen URL: postgresql://root@[::1]:37593/omicron?sslmode=disable","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:07.88713893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178}
{"msg":"Running step start_clickhouse","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:07.893008347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"init_with_steps"}
{"msg":"Starting Clickhouse","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:07.893055588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178}
{"msg":"Running step start_internal_dns","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:08.396768311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"init_with_steps"}
{"msg":"opening sled database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.40103745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmpArd1n8"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.458754261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server"}
{"msg":"pruning trees for generations older than 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.458812122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","keep":3}
{"msg":"DNS server bound to address","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.458851253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:40563"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:08.459015687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:08.459078688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:08.459117559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:08.45915345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"PUT"}
{"msg":"listening","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.459188821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:08.459220772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"Running step start_external_dns","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:08.459253072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"init_with_steps"}
{"msg":"opening sled database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.459278713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmpaGxtee"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.459729374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"external_dns_server"}
{"msg":"pruning trees for generations older than 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.459807695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"external_dns_server","keep":3}
{"msg":"DNS server bound to address","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.459896807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:59479"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:08.460061671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:08.460157153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:08.461650008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:08.461701669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"PUT"}
{"msg":"listening","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.46173926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:08.461795331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server"}
{"msg":"Running step start_nexus_internal","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:08.461828212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"init_with_steps"}
{"msg":"Starting Nexus (internal API)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:08.461853983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178}
{"msg":"setting up nexus server","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.461874664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.461899694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Action"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.461939775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuditLog"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.461968066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AnyActor"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.461999996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuthenticatedActor"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.462031877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"BlueprintConfig"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.462060408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Database"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.462095449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DnsConfig"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.462125429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Fleet"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.46215353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Inventory"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.462181851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPoolList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.462207591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.462235772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSessionList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.462282133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequestList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.462309683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"QuiesceState"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.462351995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloCertificateList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.462385505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroupList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.462412106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloIdentityProviderList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.462439106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.462468247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserSessionList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.462505878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserTokenList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.462534319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UpdateTrustRootList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.46259886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TargetReleaseConfig"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.462635431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertClassList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.462686072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerTokenList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.468352264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroupList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.468387795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Project"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.468428876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Disk"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.468456506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Snapshot"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.468483077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ProjectImage"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.468509558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.468535928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AntiAffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.468575119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Instance"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.4686159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPool"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.468645601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InstanceNetworkInterface"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.468678591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Vpc"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.468712112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcRouter"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.468737423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGateway"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.468788454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpPool"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.468817275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpAddress"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.468844715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"RouterRoute"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.468870996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcSubnet"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.468918607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"FloatingIp"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.468947128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Image"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.468972818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloImage"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.468998359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AddressLot"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.46902339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Blueprint"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.46905304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"LoopbackAddress"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.469078501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Certificate"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.469103781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSession"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.469128982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequest"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.469154493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAccessToken"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.469179823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"PhysicalDisk"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.469204914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Rack"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.469230734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SshKey"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.469270635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Silo"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.469310226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUser"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.469339887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroup"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.474074287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SupportBundle"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.474108258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.474141558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SamlIdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.474168599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Sled"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.47419437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufRepo"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.47422094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufArtifact"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.474246851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufTrustRoot"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.474272952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Alert"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.474298542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertReceiver"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.474325213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"WebhookSecret"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.474350793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Zpool"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.474376574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Service"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.474402544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UserBuiltin"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.474428405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerToken"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.474454696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroup"}
{"msg":"full Oso configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.474481116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system.  All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n    actor.authenticated and\n    has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n#   resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project.  The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n#   the \"admin\" role for child resources.  The idea is that if you're an\n#   Organization Collaborator, you have full control over the Projects within\n#   the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level.  For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin           (superuser for the whole system)\n# - fleet.collaborator    (can manage Silos)\n# - fleet.viewer          (can read most non-siloed resources in the system)\n# - silo.admin            (superuser for the silo)\n# - silo.collaborator     (can create and own Organizations; grants project.admin on all projects)\n# - silo.limited-collaborator (grants project.limited-collaborator on all projects)\n# - silo.viewer           (can read most resources within the Silo; grants project.viewer)\n# - organization.admin    (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer   (can read most resources within the Organization)\n# - project.admin         (complete control over a Project)\n# - project.collaborator  (can manage all resources within the Project, including networking)\n# - project.limited-collaborator (can manage compute resources, but not networking resources)\n# - project.viewer        (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below).  We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system.  The name comes\n# from the idea described in RFD 24, but it's not quite right.  This probably\n# should be more like \"Region\" or \"AvailabilityZone\".  The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\troles = [\n\t    # Roles that can be attached by users\n\t    \"admin\",\n\t    \"collaborator\",\n\t    \"viewer\",\n\n\t    # Internal-only roles\n\t    \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\n# Note that certain Actors may not ever have any roles assigned to them, like\n# SCIM Actors.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet).  Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo.  To achieve this, we use permission rules here.  (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo.  That's\n# not quite the same as having the \"viewer\" role.  For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404.  This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif actor.is_user and silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t# Role hierarchy: admin > collaborator > limited-collaborator > viewer\n\t#\n\t# The \"limited-collaborator\" role can create/modify non-networking\n\t# resources (instances, disks, etc.) but cannot create/modify networking\n\t# infrastructure (VPCs, subnets, routers, internet gateways).\n\t# See nexus/authz-macros for InProjectLimited vs InProjectFull.\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"limited-collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"limited-collaborator\" if \"limited-collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro.  Some resources require custom Polar code.  Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users.  This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n    if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n    if actor.is_user and silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n}\n# We want to allow the user to modify the ssh key but disallow a SCIM IdP token\n# from doing the same.\nhas_permission(actor: AuthenticatedActor, \"modify\", ssh_key: SshKey)\n\tif actor.is_user and has_permission(actor, \"modify\", ssh_key.silo_user);\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource ScimClientBearerToken {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n    # necessary to authenticate SCIM actors\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token: ScimClientBearerToken)\n\tif scim_client_bearer_token.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerToken)\n\tif collection.silo.fleet = fleet;\n\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database.  These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\").  The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet.  None of these resources defines their own roles.\n#\n\n# Describes the quiesce state of a particular Nexus instance.\n#\n# These authz checks must not require the database.  We grant this directly to\n# callers of the internal API.\nresource QuiesceState {\n\tpermissions = [ \"read\", \"modify\" ];\n}\nhas_permission(USER_INTERNAL_API: AuthenticatedActor, \"read\", _q: QuiesceState);\nhas_permission(\n    USER_INTERNAL_API: AuthenticatedActor,\n    \"modify\",\n    _q: QuiesceState\n);\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos.  These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t    \"list_children\", # list blueprints\n\t    \"create_child\",  # create blueprint\n\t    \"read\",          # read the current target\n\t    \"modify\",        # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/update/trust-roots\" in the API\nresource UpdateTrustRootList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: UpdateTrustRootList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t    \"read\",          # read the current target release\n\t    \"modify\",        # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif actor.is_user and silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for accessing \"/v1/multicast-groups\" in the API\n# Groups are created when the first instance joins and deleted when the last leaves.\nresource MulticastGroupList {\n\tpermissions = [ \"list_children\" ];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet Viewers can list multicast groups\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group_list: MulticastGroupList)\n\tif multicast_group_list.fleet = fleet;\n\n# Any authenticated user can list multicast groups in their fleet.\n# This enables silo users to discover groups for attaching instances,\n# without requiring the Fleet::Viewer role.\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group_list: MulticastGroupList)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group_list.fleet;\n\n# MulticastGroup is a fleet-level discovery resource.\n# Join/leave authorization is gated by Instance::Modify, not the group itself.\nresource MulticastGroup {\n\tpermissions = [ \"read\", \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group: MulticastGroup)\n\tif multicast_group.fleet = fleet;\n\n# Any authenticated user can read multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"read\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Any authenticated user can list members of multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Describes the policy for reading and writing the audit log\nresource AuditLog {\n\tpermissions = [\n\t    \"list_children\", # retrieve audit log\n\t    \"create_child\",  # create audit log entry\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet viewers can read the audit log\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\n# Any actor should be able to write to the audit log because we need to be able\n# to write to the log from any request, authenticated or not. Audit log writes\n# are always a byproduct of other operations: there are no endpoints that allow\n# the user to write to the log deliberately. Note we use AuthenticatedActor\n# because we don't really mean unauthenticated -- in the case of login\n# operations, we use the external authenticator actor that creates the session\n# to authorize the audit log write.\nhas_permission(_actor: AuthenticatedActor, \"create_child\", _audit_log: AuditLog);\n\nhas_relation(fleet: Fleet, \"parent_fleet\", audit_log: AuditLog)\n\tif audit_log.fleet = fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Allow silo admins to delete and list user sessions\nresource SiloUserSessionList {\n    permissions = [ \"modify\", \"list_children\" ];\n    relations = { parent_silo: Silo };\n\n    # A silo admin can modify (e.g., delete) a user's sessions.\n    \"modify\" if \"admin\" on \"parent_silo\";\n\n    # A silo admin can list a user's sessions.\n    \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserSessionList)\n    if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own sessions\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserSessionList)\n    if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserSessionList)\n    if actor.equals_silo_user(authn_list.silo_user);\n\n# Allow silo admins to delete and list user access tokens\nresource SiloUserTokenList {\n    permissions = [ \"modify\", \"list_children\" ];\n    relations = { parent_silo: Silo };\n\n    # A silo admin can modify (e.g., delete) a user's tokens.\n    \"modify\" if \"admin\" on \"parent_silo\";\n\n    # A silo admin can list a user's tokens.\n    \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserTokenList)\n    if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own tokens\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserTokenList)\n    if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserTokenList)\n    if actor.equals_silo_user(authn_list.silo_user);\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration.  This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on.  This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission.  For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users.  This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on.  This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission.  For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on users.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n    if actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_user_list: SiloUserList)\n\tif actor.is_scim_idp and silo_user_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_user: SiloUser)\n\tif actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_user_list: SiloUserList)\n    if actor.is_scim_idp and silo_user_list.silo in actor.silo;\n\n# Describes the policy for creating and managing Silo groups (mostly intended\n# for API-managed groups)\nresource SiloGroupList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the groups in the\n\t# Silo) can see the groups in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's groups.  This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on.  This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission.  For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloGroupList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloGroupList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on groups.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_group: SiloGroup)\n    if actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_group_list: SiloGroupList)\n\tif actor.is_scim_idp and silo_group_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_group: SiloGroup)\n\tif actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_group_list: SiloGroupList)\n    if actor.is_scim_idp and silo_group_list.silo in actor.silo;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions.  This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with.  Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest)\n    if actor.is_user;\nhas_permission(actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest)\n    if actor.is_user;\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t    # \"query\" is required to perform any query against the database,\n\t    # whether a read or write query.  This is checked when an operation\n\t    # checks out a database connection from the connection pool.\n\t    #\n\t    # Any authenticated user gets this permission.  There's generally\n\t    # some other authz check involved in the database query.  For\n\t    # example, if you're querying the database to \"read\" a \"Project\", we\n\t    # should also be checking that.  So why do we do this at all?  It's\n\t    # a belt-and-suspenders measure so that if we somehow introduced an\n\t    # unauthenticated code path that hits the database, it cannot be\n\t    # used to DoS the database because we won't allow the operation to\n\t    # make the query.  (As long as the code path _is_ authenticated, we\n\t    # can use throttling mechanisms to prevent DoS.)\n\t    \"query\",\n\n\t    # \"modify\" is required to populate database data that's delivered\n\t    # with the system.  It should also be required for schema changes,\n\t    # when we support those.  This is separate from \"query\" so that we\n\t    # cannot accidentally invoke these code paths from API calls and\n\t    # other general functions.\n\t    \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_alert_receiver: AlertReceiver };\n\n\t\"read\" if \"read\" on \"parent_alert_receiver\";\n\t\"modify\" if \"modify\" on \"parent_alert_receiver\";\n}\n\nhas_relation(rx: AlertReceiver, \"parent_alert_receiver\", secret: WebhookSecret)\n\tif secret.alert_receiver = rx;\n\nresource AlertClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: AlertClassList)\n\tif collection.fleet = fleet;\n\nresource ScimClientBearerTokenList {\n\tpermissions = [ \"create_child\", \"list_children\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n    # These are all admin because being able to create these tokens would allow\n    # a user to grant themselves admin by modifying group membership through SCIM calls\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\n    # Fleet-level roles also grant privileges for SCIM client tokens, for\n    # configuration before silo admins are present.\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token_list: ScimClientBearerTokenList)\n\tif scim_client_bearer_token_list.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerTokenList)\n\tif collection.silo.fleet = fleet;\n\n# VpcList is a synthetic resource for controlling VPC creation.\n# Unlike other project resources, VPC creation requires the full \"collaborator\"\n# role rather than \"limited-collaborator\", enforcing the networking restriction.\n# This allows organizations to restrict who can reconfigure the network topology\n# while still allowing users with limited-collaborator to work with compute\n# resources (instances, disks, etc.) within the existing network.\nresource VpcList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { containing_project: Project };\n\n\t\"list_children\" if \"read\" on \"containing_project\";\n\t\"create_child\" if \"collaborator\" on \"containing_project\";\n}\nhas_relation(project: Project, \"containing_project\", collection: VpcList)\n\tif collection.project = project;\n\n\n\n                resource Disk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Disk)\n                        if child.project = parent;\n            \n\n                resource Snapshot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Snapshot)\n                        if child.project = parent;\n            \n\n                resource ProjectImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n                        if child.project = parent;\n            \n\n                resource AffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n                        if child.project = parent;\n            \n\n                resource AntiAffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n                        if child.project = parent;\n            \n\n                resource Instance {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Instance)\n                        if child.project = parent;\n            \n\n                resource IpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n                    if child.fleet = fleet;\n            \n\n                resource InstanceNetworkInterface {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Instance\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n                    if has_relation(project, \"containing_project\", child.instance);\n\n                has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n                    if child.instance = parent;\n            \n\n                resource Vpc {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Vpc)\n                        if child.project = parent;\n            \n\n                resource VpcRouter {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcRouter)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n                    if child.vpc = parent;\n            \n\n                resource InternetGateway {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGateway)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n                    if child.vpc = parent;\n            \n\n                resource InternetGatewayIpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n                    if child.internet_gateway = parent;\n            \n\n                resource InternetGatewayIpAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n                    if child.internet_gateway = parent;\n            \n\n                resource RouterRoute {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: VpcRouter\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: RouterRoute)\n                    if has_relation(project, \"containing_project\", child.vpc_router);\n\n                has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n                    if child.vpc_router = parent;\n            \n\n                resource VpcSubnet {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n                    if child.vpc = parent;\n            \n\n                resource FloatingIp {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n                        if child.project = parent;\n            \n\n                resource Image {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: Image)\n                    if child.silo = parent;\n            \n\n                resource SiloImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n                    if child.silo = parent;\n            \n\n                resource AddressLot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n                    if child.fleet = fleet;\n            \n\n                resource Blueprint {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n                    if child.fleet = fleet;\n            \n\n                resource LoopbackAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n                    if child.fleet = fleet;\n            \n\n\n                resource ConsoleSession {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAuthRequest {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAccessToken {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n                    if child.fleet = fleet;\n            \n\n                resource PhysicalDisk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n                    if child.fleet = fleet;\n            \n\n                resource Rack {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n                    if child.fleet = fleet;\n            \n\n\n\n\n\n                resource SupportBundle {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n                    if child.fleet = fleet;\n            \n\n\n\n                resource Sled {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n                    if child.fleet = fleet;\n            \n\n                resource TufRepo {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n                    if child.fleet = fleet;\n            \n\n                resource TufArtifact {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n                    if child.fleet = fleet;\n            \n\n                resource TufTrustRoot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufTrustRoot)\n                    if child.fleet = fleet;\n            \n\n                resource Alert {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Alert)\n                    if child.fleet = fleet;\n            \n\n                resource AlertReceiver {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: AlertReceiver)\n                    if child.fleet = fleet;\n            \n\n\n                resource Zpool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n                    if child.fleet = fleet;\n            \n\n                resource Service {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n                    if child.fleet = fleet;\n            \n\n                resource UserBuiltin {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n                    if child.fleet = fleet;\n            \n\n"}
{"msg":"Setting up resolver using DNS address: [::1]:40563","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.490397126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"new DNS resolver","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.490538809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"[[::1]:40563]"}
{"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.490725634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","url":"PostgresConfigWithUrl {\n    url_raw: \"postgresql://root@[::1]:37593/omicron?sslmode=disable\",\n    config: Config {\n        user: Some(\n            \"root\",\n        ),\n        password: None,\n        dbname: Some(\n            \"omicron\",\n        ),\n        options: None,\n        application_name: None,\n        ssl_mode: Disable,\n        host: [\n            Tcp(\n                \"::1\",\n            ),\n        ],\n        hostaddr: [],\n        port: [\n            37593,\n        ],\n        connect_timeout: None,\n        tcp_user_timeout: None,\n        keepalives: true,\n        keepalives_idle: 7200s,\n        keepalives_interval: None,\n        keepalives_retries: None,\n        target_session_attrs: Any,\n        channel_binding: Prefer,\n        load_balance_hosts: Disable,\n    },\n}"}
{"msg":"registered USDT probes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:08.490917808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Database schema version is up to date","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.984523247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"desired_version":"222.0.0","found_version":"222.0.0","component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"No db_metadata_nexus records exist - skipping access check","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:08.9962909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","explanation":"This is expected during initial deployment or before migration","nexus_id":"913233fe-92a8-4635-9572-183f495429c4 (omicron_zone)"}
{"msg":"Datastore is ready for usage","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:08.996377942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"registered USDT probes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.056688613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"799306ad-f0a4-4683-8a4f-e4415a93dc36","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.115981641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.124345736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.124380766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.124412527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.124445398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.124486969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.124514289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/disks/{disk_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.12454188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/metrics/collectors","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.124580291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.124617382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/metrics/producers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.124650903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.124684903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/probes/{sled}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.124716564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/refresh-vpc-routes","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.124749835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.124783656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.124818407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/switch/{switch_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.124859528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.124916219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.12495291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"}
{"msg":"listening","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:09.12498768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.125017681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.127236823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/bgtasks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.127294454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/bgtasks/activate","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.127330835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.127365786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/clickhouse/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.127399227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/clickhouse/policy","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.127432617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/debug/fetch-omdb-binary","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.127471768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/demo-saga","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.127504909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.12754009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/all","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.12757446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.127607991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.127656402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/import","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.127690363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.127724674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/target","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.127758595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/target","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.127792336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.127825776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/reconfigurator-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.127863977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/reconfigurator-config","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.127897208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/reconfigurator-config/{version}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.127930209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/update-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.127965649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.12800133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.128034631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.128069582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.128104363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.128139554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.128174985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.128270187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.128308228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.128343858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.128378449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.12841181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/mgs-updates","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.128463411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/oximeter/read-policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.128497252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/oximeter/read-policy","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.128530543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/physical-disk/expunge","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.128564594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/quiesce","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.128597954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/quiesce","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.128638915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.128674646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sagas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.128706797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sagas/{saga_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.128738927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sleds/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.128770088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sleds/expunge","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.128801619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sleds/uninitialized","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.12883251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"}
{"msg":"listening","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:09.128897881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.128931292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"SEC running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:09.128959913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.128992504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.129035114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.130954259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"attempting to create built-in users","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.13101472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.131121543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.131168964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.132061665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"starting MgsUpdateDriver","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:09.329007331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.337738243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:62927","req_id":"1532a4b9-a5b5-44c6-b533-2d91640dd1dd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   6c f8 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   l............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.338681895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:62927","req_id":"1532a4b9-a5b5-44c6-b533-2d91640dd1dd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 27896,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 27896,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:09.338944601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:62927","req_id":"1532a4b9-a5b5-44c6-b533-2d91640dd1dd","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.338991932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60097","req_id":"cf2026a9-5c8f-4cd6-982c-d2c32b5a25a9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   de f9 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.339041664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60097","req_id":"cf2026a9-5c8f-4cd6-982c-d2c32b5a25a9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57081,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 57081,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:09.33929345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60097","req_id":"cf2026a9-5c8f-4cd6-982c-d2c32b5a25a9","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.33932652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:58901","req_id":"9c898709-8f88-47a0-b773-c63e9539ecbb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   1a 0e 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.339374781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:58901","req_id":"9c898709-8f88-47a0-b773-c63e9539ecbb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 6670,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 6670,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:09.339653408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:58901","req_id":"9c898709-8f88-47a0-b773-c63e9539ecbb","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"created 5 built-in users","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:09.352947967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.353016718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.353055979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.35308001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"attempting to create built-in role assignments","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.353112451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.353132731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.353172302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.353206453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"created 4 built-in role assignments","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:09.568009224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.568080915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.568119856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.571224749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"attempting to create built-in silos","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.57129212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.571329661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.571401133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.571925655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"created 2 built-in silos","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:09.677552349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.6776124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.677652861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.678316647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.693347906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.693403147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.696282974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"attempting to create built-in projects","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.696459818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.696494369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.696615182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.697113984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.705812015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.705881877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.705924558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.705958429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.70688454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.800626188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.80070067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.800742921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.802611584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.806552576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.810982539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.811053451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.811131602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.811173483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.811206044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.811764547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.818171476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.818229347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.818259768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.81879792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.822346923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.829147531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.829262424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.829323425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.829779656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"created built-in services project","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:09.84804493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.848102592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.848142622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.852453513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"attempting to create built-in VPCs","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.852525474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.852557545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.852594946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.853237801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.864234886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.864299628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.865644399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.868805072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.868860734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.868970516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.869020397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.869762805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.872119739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.872185001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.872235472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.872901368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.874893954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.874934065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.874990086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.877600157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.880541995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.887998968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.88808455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.888181243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.888231624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.888279635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.888332066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.888769236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.8919629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.892024312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.892067173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.892100434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.894114201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.894188472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.894249264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.894757455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.959163002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.967197358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.9672786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.967316951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.967835663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.982259628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.982527675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.98274384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.982844292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.983808364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.987767086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.987857538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.98790983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.988604196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.990841568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:09.990895049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.99095205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.991477943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:09.993713844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.002863537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.003063122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.003114313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.003756968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.018665734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.018751506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.019469793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.031855121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.031920492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.032560577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.036236372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.036320504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.036360875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.036397896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.037067362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.039183121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.039241242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.039279953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.040146563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.042108219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.042177901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.042216771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.042786784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.045097588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.053062523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.053183296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.053238667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.053815221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.147552549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.147655191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.147713012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.147754803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.14845241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.151237164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.151596083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.152642387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.152693958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.155645337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.155705908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.155753819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.156364173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.159735252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.168548446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.168683749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.168764182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.169193321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.301383423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.301489436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.301550697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.301586328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.302239523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.305174281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.305234083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.305275274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.305638292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.309283697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.30940531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.309454301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.309974363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.314444617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.323651481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.323765663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.323806224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.324431719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.418364621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.418422543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.418460623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.419237382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.422583049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.42264001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.423214184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.425590319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.4256451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.426174052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.42866351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.428731792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.428772003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.428806694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.429373907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.431198089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.43125279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.431290002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.431835614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.433600545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.433657937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.433693837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.434200989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.435933059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.443447314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.443533816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.443639268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.44370623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.443747131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.443785232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.444108299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.446906544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.446955685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.446979346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.447657992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.449547726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.449610967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.449651288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.450311533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.452495314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.463169412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.463321126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.463366107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.463999321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.470130924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.470207586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.470246827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.470280937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.471023945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.473143484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.473200525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.473245726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.473807109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.475828026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.475885478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.475923999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.476539793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.481189771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.486628877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.486797871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.486853492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.487413345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"created built-in VPC firewall rules","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:10.59435026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.594407601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.594436042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.594467693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.595515457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.597823931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.597888622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.598561878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.600644796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.600703498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.60168357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.605368076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.605462838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.605507709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.60556367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.606181815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.610307751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.610371642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.610413993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.611055538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.614100509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.61417127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.614222561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.615161453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.617235602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.625891863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.626021186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.626058016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.626104098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.626693911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.63178134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.631907612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.631949753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.632017185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.632575808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.635884505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.635948336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.635992207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.636667833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.638724291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.638794003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.638887285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.639897168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.641770162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.649779958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.655079041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.655156653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.655214404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.655250405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.655866909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.657823145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.657875506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.657907096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.659120875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.660311172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.660373064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.660414295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.661028449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.662715978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.671000821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.671132614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.671175375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.671515993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.760679154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.760754196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.766900699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.770574744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.770694237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.770730228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.770800229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.771633279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.773772779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.77385613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.773910182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.774552386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.776753208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.776795979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.77684345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.777518995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.779651625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.788156523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.793800884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.793897226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.793943377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.793976738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.795124584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.797688164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.797807027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.79793308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.798617056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.80094548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.801004221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.801050252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.801702807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.803766385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.81303198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.813204115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.813251346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.813919911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.820409552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.820593196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.821434646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.823695808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.82376937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.823810701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.823848272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.824537238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.826982295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.827068407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.827114268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.827734862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.830743342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.830805153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.830840254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.831480849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.833555437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.84354566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.848056424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.848158927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.848201278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.848256589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.848949055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.85649109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.856564932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.856605543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.856647584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.856687355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.856725576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.856762527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.856792577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.859343036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.872744008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.872911342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.872968103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.873716181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.87929728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.879359181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.880079658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"created built-in services vpc subnets","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:10.882938475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"created built-in services vpc","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:10.882988066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.883016446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.883051307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.88573071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"attempting to create silo users","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.885801241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.885960495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.885995136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.886502958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"created 2 silo users","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:10.893875369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"attempting to create silo user role assignments","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.89393174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.893966771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.894006352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.894717729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"created 2 silo user role assignments","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:10.897678817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.897735919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.89778194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.898361733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.904570217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.904634819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.912958212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.93181534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.931870081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.931906682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.931938343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.932524127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.934864571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.936874918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:10.93698286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.937025931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:10.937585234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.14655958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.146655452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.146709024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.146742485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.147512562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.152334484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.15643353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.156527402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.156578733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.156619684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"}
{"msg":"populate complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:11.159649734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.159702486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.159754097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.159801658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.159842429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.160732039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Running step start_gateway_switch0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.193999802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"init_with_steps"}
{"msg":"Starting Management Gateway","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.194062224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.253776071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.262155746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.262232458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.262277569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.263008126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating background tasks","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:11.289939241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.291890517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.291954658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.291992129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.29203492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.292799778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.347705063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.347783635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.348099693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:11.348158044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.348194945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"69.611µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.348237006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.348277057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.348311548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.348351129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.349245959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.349875854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.349934615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.350067338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:11.350111189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.35014347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"47.131µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.350180061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"Metric producer GC running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:11.350213402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expiration":"2026-01-16 22:58:11.350155310 UTC"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.350249022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.350298124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.35098699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.351834529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.351887781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.351931572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.351970433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.352018974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.352630628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.355465634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.355525975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.355584086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.356237142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.356763114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.356811765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.356922318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.357525732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.358033354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.358435393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"Blueprint execution: skipped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:11.358486084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.358517135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"47.931µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.358569176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.358610097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.358651338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.358693289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.35873181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.359359884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.373241667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.373315649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.37338551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.373476112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.373529354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.374378413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.375066989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.3751215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.375169241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.375214453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.375257684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.375906749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.384768095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"reconfigurator config not yet loaded; doing nothing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.384852377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.387099739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":1,"elapsed":"51.881µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.38715434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.387198721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.387246362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.387295743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.387339234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.387376755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.387434397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"Blueprint execution: skipped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:11.387493578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.387537579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"38.432µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.387637651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.387679822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.387724853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.387771744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.387821195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.387858086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.387916328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.387958829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"30.93µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.388073601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:11.388118192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.388154343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"31.641µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.388414419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:11.38846271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.388502621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"56.351µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.388549812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"inventory collection is None","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:11.388598293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.388633464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"21.561µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.388672845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.388711866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.388775318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.389641288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.389693119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.38973061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.389775741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.389820772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.389866103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.389902564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.389946395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.390002856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.390047917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.390103068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.39015153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.390194281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.390246742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.390288953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.390806825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.390845926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.390882887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.390921427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.390957828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.390988289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.39103218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:11.391269416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.391302926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"93.882µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.391345747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.391387148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.391423979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.39145555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.391494471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.391538272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.391655404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.391694636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.391725456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.391762367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:11.391793678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.391821539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.391857089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.39189474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.391931461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.391966002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.392003993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.392034953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.392069814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.392099305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.392136136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"saga recovery pass starting","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:11.392167547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"listing candidate sagas for recovery","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.392197247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.392223128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.392558005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.399922937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.417396333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.417466004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.417545336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.418416586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.418984899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.419040141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.419085592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.419777418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.420208848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.42027264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.420317361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.420948065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.421337954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.421393055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.421463467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.42201215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.422365378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.422432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.422503841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.423040554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.423399662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.423447473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.423487404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.423525975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.4237349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.42416799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.426050634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"reconfigurator config not yet loaded; doing nothing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:11.426108045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.426140566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"reason\":\"reconfigurator config not yet loaded\",\"status\":\"disabled\"}","iteration":1,"elapsed":"61.842µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.426545975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.426578176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.426611427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.427934967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.427985329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.428018869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.42805687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.428088271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.428127432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.428159833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.428197544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.428229644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.428845339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.42892197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.428964581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.429000602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.429037733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.429104565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.429142875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.429183256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.429230188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.429529344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.429570245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.429617417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.429656278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.429688248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.429726519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.42975895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.430147799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"}
{"msg":"distributing networking probes to sleds","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:11.43019446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.43022016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.430251041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.430298132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.430342863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.430748233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Running step start_dendrite_switch0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.477214462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"init_with_steps"}
{"msg":"Starting Dendrite for switch0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.477268994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.488562466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:5116","req_id":"ed1ca35d-bfaa-4fda-baeb-bbb6c1eac051","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   3d fc 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   =............_na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.488636588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:5116","req_id":"ed1ca35d-bfaa-4fda-baeb-bbb6c1eac051","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 15868,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 15868,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:11.497514854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:5116","req_id":"ed1ca35d-bfaa-4fda-baeb-bbb6c1eac051","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.497587276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:31903","req_id":"08e726c6-135b-46a4-bf06-18626c482efb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   ff 2a 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   .*..........._ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.497635267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:31903","req_id":"08e726c6-135b-46a4-bf06-18626c482efb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 65322,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 65322,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:11.497877192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:31903","req_id":"08e726c6-135b-46a4-bf06-18626c482efb","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.497906143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:5219","req_id":"54290418-1d89-4eb8-bec0-a49f23c964b7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   93 35 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .5..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.497949384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:5219","req_id":"54290418-1d89-4eb8-bec0-a49f23c964b7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 37685,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 37685,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:11.49817941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:5219","req_id":"54290418-1d89-4eb8-bec0-a49f23c964b7","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.49820968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:40079","req_id":"957f6f56-57cb-423b-8f2d-83f2e03a590c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   e3 e2 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.498262301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:40079","req_id":"957f6f56-57cb-423b-8f2d-83f2e03a590c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58338,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 58338,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:11.498483966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:40079","req_id":"957f6f56-57cb-423b-8f2d-83f2e03a590c","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.498519127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.498568448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.498609129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.498652421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.498687841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.498738472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.498781633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.498828594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.498872646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.498908727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:11.501426785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to build DPD clients","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:11.501488346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"multicast RPW reconciliation pass completed with dataplane inconsistencies","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:11.501527817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_error_count":1,"orphaned_members_cleaned":0,"member_state_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.501573178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[\"failed to create multicast dataplane client: Internal Error: failed to build DPD clients\"],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":1,"elapsed":"73.760154ms"}
{"msg":"failed to resolve MGS addresses","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:11.501774153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.501824054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":1,"elapsed":"73.817125ms"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:11.501954987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.502026759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"154.358496ms"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:11.502170022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.502222733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"152.330939ms"}
{"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:11.516491325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned":"{}","expiration":"2026-01-16 22:58:11.350155310 UTC"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.516558726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"expiration\":\"2026-01-16T22:58:11.350155310Z\",\"pruned\":[]}","iteration":1,"elapsed":"165.599377ms"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.528010303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.528068094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.528103105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:30783","req_id":"c32b3519-7d58-4598-b47d-78449dc6c64c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   c6 a0 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.528181976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:30783","req_id":"c32b3519-7d58-4598-b47d-78449dc6c64c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 50848,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 50848,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:11.528454523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:30783","req_id":"c32b3519-7d58-4598-b47d-78449dc6c64c","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.528493264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:16927","req_id":"0fb48557-8471-4902-af3d-8de5075eb2c9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   9b cf 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.528548835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:16927","req_id":"0fb48557-8471-4902-af3d-8de5075eb2c9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 39887,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 39887,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:11.528813751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:16927","req_id":"0fb48557-8471-4902-af3d-8de5075eb2c9","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:11.528851782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:11.528922714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.528965665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"171.619507ms"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:11.529013966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:11.529060027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.529103408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"170.515422ms"}
{"msg":"Running step start_mgd_switch0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.552312097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"init_with_steps"}
{"msg":"Starting mgd for switch0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.552359468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.6096957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"251.638006ms"}
{"msg":"mgd port is 36489","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.676931732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178}
{"msg":"Running step record_switch_dns","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.676981024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"init_with_steps"}
{"msg":"Recording DNS for the switch zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.677010434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"Running step start_sled1","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.677036495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"init_with_steps"}
{"msg":"setting up sled agent server","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:11.677059735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"created simulated sled agent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:11.841999168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"}
{"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:11.842250674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"omicron_sled_agent::sim::SimulatedUpstairs"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:11.87349938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.873639533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.874621286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpfu7t5Q/artifact-config.json","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:11.875832114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.875918756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpfu7t5Q/artifact-config.json"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpamDifL/artifact-config.json","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:11.875997488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:11.876060399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpamDifL/artifact-config.json"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.018426607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:43699","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"}
{"msg":"listening","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:12.020302491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:43699","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.020411903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:43699","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.027739134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.027803245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.027842746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.027881057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.027918378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.027955508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.027991629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 2.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.02803117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 3.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.028084932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.028123272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.028155673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.028187124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.028218125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.028248745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 14.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.028280386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 12.0.0 to 14.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.028316957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 12.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.028353968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.028390299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.02843335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.028481931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 9.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.028523692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 9.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.028573053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.028615704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.028649145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 14.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.028690166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 14.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.028729126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.028768198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.028815328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.02885658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/probes","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.028918241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 6.0.0 to 10.0.0","path":"/probes","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.028958492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.028995733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 8.0.0","path":"/sled-role","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.029032194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.029066705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.029104125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/health-check","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.029140596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.029179967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.029224218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.029263939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.02930564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.029340631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.029378812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.029413813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.029445993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.029479214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.029511355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.029544936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.029589757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.029628687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.029663708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.029695339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.02972643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.029758341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/finalize","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.029790081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.029821392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.029852283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/transfer","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.029886764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.029915684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/commit","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.029945295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/configuration","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.029975226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/coordinator-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030006046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030036757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030066268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/prepare-and-commit","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030095628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/commit","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030125659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/prepare-and-commit","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.03016063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.03019174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030220261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/upgrade","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030249672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030278062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030306673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030335394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030364815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 11.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030394915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030425346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 10.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030458267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 7.0.0 to 9.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030488298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 7.0.0","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030518668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030548709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030577529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.03060699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030637311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030667342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030695932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030725103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030763354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030798265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030828615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030859216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030889517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030917728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030946278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.030974409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.031003069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.03103592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.031066831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.031097681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.031127202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.031156743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.031185984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"}
{"msg":"listening","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:12.031215464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.031241525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:12.060990646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58414"}
{"msg":"contacting server nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.06116074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.061328304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:36887/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.066045793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.067221701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.068285966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.073837245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.103521684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.106414522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.106551105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.107466536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.108633513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.108697015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.116009744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.12401481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.132736333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.132860996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.132935408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.133517341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.134561305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.161222435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.161300927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.161345758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.161378128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.161485111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.167824628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.16789676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.167947391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.168697209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.169672681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.208962634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.209050826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.209093867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.209126348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.218878524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"99d528e2-50ea-4eff-9ef6-56f09abf111d","remote_addr":"127.0.0.1:58414","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.218957846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"99d528e2-50ea-4eff-9ef6-56f09abf111d","remote_addr":"127.0.0.1:58414","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:12.219070249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58416"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.220490932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"99d528e2-50ea-4eff-9ef6-56f09abf111d","remote_addr":"127.0.0.1:58414","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.220566914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"99d528e2-50ea-4eff-9ef6-56f09abf111d","remote_addr":"127.0.0.1:58414","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.221416203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"99d528e2-50ea-4eff-9ef6-56f09abf111d","remote_addr":"127.0.0.1:58414","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.239601316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.246129257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.246205929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.24625127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.246351553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.247645503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.272963691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.273041243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.273078544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.273161096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.273220717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"855.562658ms"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.27464311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"96a563ec-b25f-4575-84b2-00a748991a3f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.274714572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"96a563ec-b25f-4575-84b2-00a748991a3f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"registered sled agent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:12.274798723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.281176052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.287013467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.28714961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.287202202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.287815176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.292113246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.297696526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.297801008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.297850739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.297911611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.298025443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.298592976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.330117169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.336403815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.336519937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.336583269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.342874465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.366195827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.372032893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.372110595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.372158596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.372242527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.372291129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.372837641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.400192857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.40030227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.400367741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.400418612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.40162443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.423108849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.428440743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.428507645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.428575306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.428612467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.428646068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.429991959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.46403213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.473164582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.473620043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.484590948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all webhook delivery tasks completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:12.510327516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.510381937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"1.083593086s"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.56731032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.567377272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.572935491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"no more instances in need of reincarnation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.600198254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reincarnation_reason":"instance failed","total_found":0}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.600264826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.600322447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.600357428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.601497514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"1.179070665s"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.601926875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":1,"elapsed":"1.228706378s"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.602710973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"1.182492144s"}
{"msg":"Found abandoned VMMs","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.681086244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":0,"count":0}
{"msg":"Abandoned VMMs reaped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:12.681155455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.681192776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"1.290160796s"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.687158335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.687226276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.687268077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read target blueprint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:12.694122577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: no target blueprint set"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.694192598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"1.316978249s"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.695517439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.69558354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":true}","iteration":1,"elapsed":"1.320486031s"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.695638502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.695679953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.695715103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":2,"elapsed":"50.922µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.695745954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.695773315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.695811796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.695846197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.695887198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.696628115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.697530416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"1.317772798s"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.704896097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.704968089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.705007359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.712936164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.713027676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.713073127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.713112538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.714905929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.724063092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"1.299155485s"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.725991777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.726054318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.726934779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.732035677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.732094499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.732706123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:41214","req_id":"9f59ed66-3806-4679-ae67-48c223d6c6bc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   c7 30 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .0..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.732799615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:41214","req_id":"9f59ed66-3806-4679-ae67-48c223d6c6bc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 50992,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 50992,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:12.733192054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:41214","req_id":"9f59ed66-3806-4679-ae67-48c223d6c6bc","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"inventory collection failed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:12.733389959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.73344858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"1.374889675s"}
{"msg":"all instance checks complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:12.734184867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.734238778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"1.348268456s"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:12.743815061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"99d528e2-50ea-4eff-9ef6-56f09abf111d","remote_addr":"127.0.0.1:58414","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":524949,"response_code":200}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.761799499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":1,"elapsed":"1.333619366s"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.768632028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.779775507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.77993449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.780032682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.780820881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.796629918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.802059854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.802157336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.802338051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.802898864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.804200974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.836040084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.845161316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.845318509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.846085327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read DNS config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:12.846909756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.846980468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"1.55507134s"}
{"msg":"listed in-progress sagas","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:12.856182152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":0}
{"msg":"saga recovery pass finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:12.856320545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","blueprint_id":"None","generation":"1"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.856507039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"1.464417024s"}
{"msg":"failed to read DNS config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:12.856796526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.857090643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"1.508752404s"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.864496645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.875182233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.875296846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.875396158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.878003119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.879246027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.879296539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.87934047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.879974715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.880805954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"1.49783041s"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.885876852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.902212251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.903374988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.903498211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.904492574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.933280923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"1.548538499s"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.933945918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.944491994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.944748159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.944855202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.945692711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.949690914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.997188078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:12.997355162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.997480294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:12.998442677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.000805432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.000990426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.001061828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.001103089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.001819295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.009528985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.009703038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.009902603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.01320227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"webhook dispatching completed successfully","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.031640148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.03171249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"222.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"1.605922772s"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.053587828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.064335238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.064411749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.064463831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.064505562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.064543733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.064577644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.099254139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.099332851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.099377572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.100210001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.123132784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.129449961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.129569523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.129614675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.130482355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.157142504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.157246426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.157317118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.157368059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.158172658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.165935438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.172276956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.172345717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.172385978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.172417129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"No bundles to collect","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:13.196452937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.196528979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"1.818425039s"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.19702055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.197068072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:13.197097552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.197125133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":1,"elapsed":"1.767948897s"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.231493242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.238068724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.238160276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.23831436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.238385171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.238432913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.238477194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.240983322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.29037763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.290456371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.290502133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.290547094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.3046009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"TargetReleaseConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.304677982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.304724803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.304763394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.305757987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.340060734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.340158356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.340228738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.341094828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.342127042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.350168229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"TargetReleaseConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.350290522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.350338323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.350990188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"tuf_repo_prune decision","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:13.384951048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"TufRepoPrunerDetails { nkeep_recent_releases: 3, nkeep_recent_uploads: 2, repos_keep_target_release: {}, repos_keep_recent_uploads: {}, repo_prune: None, other_repos_eligible_to_prune: {}, warnings: [] }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.38505871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"nkeep_recent_releases\":3,\"nkeep_recent_uploads\":2,\"other_repos_eligible_to_prune\":[],\"repo_prune\":null,\"repos_keep_recent_uploads\":[],\"repos_keep_target_release\":[],\"status\":\"enabled\",\"warnings\":[]}","iteration":2,"elapsed":"685.586269ms"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.385114981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"1.964170597s"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.385158512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.385201243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.385699275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.386707538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.41003343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.410164693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.410224164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.41089748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:13.412654631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected at least one external DNS zone"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.412709452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"2.060848172s"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.470246579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"2.048871274s"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.505752354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.505834566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.507051824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.5128982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.512959962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.513722359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.521190053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.521268915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.523689251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.529134347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.529212489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.52927639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.529322122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.529927396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.536591131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.536656112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.536717934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.537878341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.542537299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.54260151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.542645581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.543856459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.554352183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.554424745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.554469826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.554524147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.554567958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.55593177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:13.561430268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"96a563ec-b25f-4575-84b2-00a748991a3f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":1287818,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.562958043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:36887/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"96a563ec-b25f-4575-84b2-00a748991a3f\", \"date\": \"Fri, 16 Jan 2026 23:08:13 GMT\"} })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.563281781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.581514404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.581610277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.58176702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.581839432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.582536518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.687171589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.687242121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.687285212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.687322742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.687354643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.689435852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.699396603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.700241663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.700302084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.700335955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:13.745188777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.745253948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/vpc-routes","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.74577596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.745830122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.745891973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.745935564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.746905697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.747955011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.748018213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.748581886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.749842035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.749914357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.750015109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.750107041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.750585802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Running step configure_boundary_ntp","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.751402641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"init_with_steps"}
{"msg":"Running step start_crucible_pantry","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.753312896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"init_with_steps"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.755022245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.755079917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.755117218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.755150938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.755182749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.7552156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.755256941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.755289922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.755321822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.755355363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.755390164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"}
{"msg":"listening","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:13.755421575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.755449365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:13.755475766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:33923"}
{"msg":"Running step populate_internal_dns","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.755500866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"init_with_steps"}
{"msg":"Populating Internal DNS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.755520847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178}
{"msg":"DNS population: DnsConfigParams {\n    generation: Generation(\n        1,\n    ),\n    serial: 1,\n    time_created: 2026-01-16T23:08:13.799802386Z,\n    zones: [\n        DnsConfigZone {\n            zone_name: \"control-plane.oxide.internal\",\n            records: {\n                \"boundary-ntp\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"_repo-depot._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 43699,\n                            target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_nexus-lockstep._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 46541,\n                            target: \"913233fe-92a8-4635-9572-183f495429c4.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_mgs._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 39079,\n                            target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_dendrite._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 37375,\n                            target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"bef414d6-bc4e-4abc-bc70-a1249a652d88.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"024ee25a-be52-488b-ae7b-474c1bb27eda.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"913233fe-92a8-4635-9572-183f495429c4.host\": [\n                    Aaaa(\n                        ::ffff:127.0.0.1,\n                    ),\n                ],\n                \"ns1\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"bfc7589e-3dc1-469d-90c9-205cfc3df527.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"_clickhouse-native._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 9000,\n                            target: \"bef414d6-bc4e-4abc-bc70-a1249a652d88.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_clickhouse-admin-single-server._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 8888,\n                            target: \"bef414d6-bc4e-4abc-bc70-a1249a652d88.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_boundary-ntp._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 123,\n                            target: \"17e318f7-947c-4e94-9810-3e3e9639477e.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"_nameservice._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 42475,\n                            target: \"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_oximeter-reader._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 9000,\n                            target: \"bef414d6-bc4e-4abc-bc70-a1249a652d88.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"_cockroach._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 37593,\n                            target: \"024ee25a-be52-488b-ae7b-474c1bb27eda.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_external-dns._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 39839,\n                            target: \"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"@\": [\n                    Ns(\n                        \"ns1.control-plane.oxide.internal\",\n                    ),\n                ],\n                \"_mgd._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 36489,\n                            target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_crucible-pantry._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 33923,\n                            target: \"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_nexus._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 36887,\n                            target: \"913233fe-92a8-4635-9572-183f495429c4.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_clickhouse._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 39393,\n                            target: \"bef414d6-bc4e-4abc-bc70-a1249a652d88.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"17e318f7-947c-4e94-9810-3e3e9639477e.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n            },\n        },\n    ],\n}","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:13.800636855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.800685066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"body":"Some(Body)","uri":"http://[::1]:42475/config","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:13.800714157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46212"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.801480525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.801533176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"no more instances in need of reincarnation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.802389506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reincarnation_reason":"start saga failed","total_found":0}
{"msg":"instance reincarnation completed successfully","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:13.802444837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.802488108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"2.415115533s"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.802704173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.807777241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.807891654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.807953805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.808503018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.811195251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.814453086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.814676571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.814725822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.814763583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.814817705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.815159723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.81718984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.817247421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.818549171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:13.825504533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:58010"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.825844001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"92b10ede-78ce-47ce-9584-6afb2ffa1b65","remote_addr":"[::1]:46212","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.825902072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"92b10ede-78ce-47ce-9584-6afb2ffa1b65","remote_addr":"[::1]:46212","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:13.8309839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"92b10ede-78ce-47ce-9584-6afb2ffa1b65","remote_addr":"[::1]:46212","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":432,"response_code":200}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.831063942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.833810096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.833929709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.8339711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.849213564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.903578487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/probes","method":"PUT"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.912549535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.912623227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.914767677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.916539098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.922361373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.922486996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.922532167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.923321385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:13.925704381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46214"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.926059249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:49599","req_id":"f5c53c14-e714-40dd-8464-a49b4a9e5538","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   ff db 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.926158882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:49599","req_id":"f5c53c14-e714-40dd-8464-a49b4a9e5538","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 65499,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 65499,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:13.92651739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:49599","req_id":"f5c53c14-e714-40dd-8464-a49b4a9e5538","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.926690614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92b10ede-78ce-47ce-9584-6afb2ffa1b65\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:08:13 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.926792216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.926834137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.928457165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.930773009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.930871371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.930925982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.930966853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.931000044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.931600908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.93167319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.931726291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.931765922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.93253846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.940991306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/probes","method":"PUT","req_id":"d51950a6-e6b9-41d3-acfd-9e58fd031caa","remote_addr":"[::1]:46214","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.941093229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/probes","method":"PUT","req_id":"d51950a6-e6b9-41d3-acfd-9e58fd031caa","remote_addr":"[::1]:46214","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.94114388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"20de33a0-b81c-47a5-b9ea-df7c5c9712da","remote_addr":"[::1]:58010","local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.941189881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"20de33a0-b81c-47a5-b9ea-df7c5c9712da","remote_addr":"[::1]:58010","local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"inventory collection failed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:13.941233292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.941304143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":2,"elapsed":"379.757993ms"}
{"msg":"attempting generation update","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:13.941366155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_generation":1,"req_id":"20de33a0-b81c-47a5-b9ea-df7c5c9712da","component":"store","component":"internal_dns_server"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:13.941404376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server"}
{"msg":"creating tree","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.941433236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:13.941471037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/probes","method":"PUT","req_id":"d51950a6-e6b9-41d3-acfd-9e58fd031caa","remote_addr":"[::1]:46214","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1877,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.941523528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/probes\", status: 204, headers: {\"x-request-id\": \"d51950a6-e6b9-41d3-acfd-9e58fd031caa\", \"date\": \"Fri, 16 Jan 2026 23:08:13 GMT\"} })"}
{"msg":"Update set of probes on sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.94157791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_probes":0,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"finished distributing probes to sleds","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:13.941622851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_pushed_probes":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.941660602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"probes_by_sled\":{\"b6d65341-167c-41df-9b5c-41cded99c229\":0}}","iteration":1,"elapsed":"2.507792536s"}
{"msg":"updating current config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.941703533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server"}
{"msg":"flushing default tree","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.941731823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.941759324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:13.941805675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.941856126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.941894327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"pruning trees for generations older than 1","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:13.942142283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","keep":3}
{"msg":"updated generation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:13.942182524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_generation":1,"req_id":"20de33a0-b81c-47a5-b9ea-df7c5c9712da","component":"store","component":"internal_dns_server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:13.942285866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"20de33a0-b81c-47a5-b9ea-df7c5c9712da","remote_addr":"[::1]:58010","local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","latency_us":8561,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.942822609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"result":"Ok(Response { url: \"http://[::1]:42475/config\", status: 204, headers: {\"x-request-id\": \"20de33a0-b81c-47a5-b9ea-df7c5c9712da\", \"date\": \"Fri, 16 Jan 2026 23:08:13 GMT\"} })"}
{"msg":"Running step configure_sled_agents","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:13.944810535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"init_with_steps"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:14.033163888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"body":"Some(Body)","uri":"http://[::1]:42059/omicron-config","method":"PUT"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:14.033908445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:14.04015919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:14.040322084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:14.040372825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:14.041132313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:14.042375811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:14.042431833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:14.042465984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:14.043293913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:14.044620114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46216"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:14.045280409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/omicron-config","method":"PUT","req_id":"e0d6884e-d173-4960-bd20-a16459b25a0a","remote_addr":"[::1]:46216","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:14.045350131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/omicron-config","method":"PUT","req_id":"e0d6884e-d173-4960-bd20-a16459b25a0a","remote_addr":"[::1]:46216","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:14.048411612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/omicron-config","method":"PUT","req_id":"e0d6884e-d173-4960-bd20-a16459b25a0a","remote_addr":"[::1]:46216","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2774,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:14.048493394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"result":"Ok(Response { url: \"http://[::1]:42059/omicron-config\", status: 204, headers: {\"x-request-id\": \"e0d6884e-d173-4960-bd20-a16459b25a0a\", \"date\": \"Fri, 16 Jan 2026 23:08:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:14.05823105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"body":"Some(Body)","uri":"http://[::1]:42059/network-bootstore-config","method":"PUT"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:14.063200355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:14.063271647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:14.063312628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:14.063348869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:14.075400949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:14.076579776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:14.116995245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:14.117090038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:14.117123048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:14.128954143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:14.129034795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:14.129090856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:14.129129527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:14.129844074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/network-bootstore-config","method":"PUT","req_id":"5f554035-7d0e-4d25-b27e-f792a47cf663","remote_addr":"[::1]:46216","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:14.129912675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/network-bootstore-config","method":"PUT","req_id":"5f554035-7d0e-4d25-b27e-f792a47cf663","remote_addr":"[::1]:46216","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:14.130289584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/network-bootstore-config","method":"PUT","req_id":"5f554035-7d0e-4d25-b27e-f792a47cf663","remote_addr":"[::1]:46216","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":463,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:14.130705494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"result":"Ok(Response { url: \"http://[::1]:42059/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"5f554035-7d0e-4d25-b27e-f792a47cf663\", \"date\": \"Fri, 16 Jan 2026 23:08:14 GMT\"} })"}
{"msg":"Running step start_nexus_external","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:14.132863214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"init_with_steps"}
{"msg":"Starting Nexus (external API)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:14.134269366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.646377709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.646872501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.646944942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.646987493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.647309561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.648355035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.654207581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.654325754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.654434536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.655371858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.656465784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.656598777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.656688489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.657573889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.702225117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/v2p","method":"GET"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:15.702841081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.703030426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/eip-gateways","method":"PUT"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.703683951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.703742842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.703794443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.704642353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.706533807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/artifacts-config","method":"PUT"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.707222663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.718775531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.719115459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.719187891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.719540519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:15.723349758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46218"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:15.723502971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46220"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.723957392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"a1a56bf9-70ae-483d-a99a-3c9f69d442cf","remote_addr":"[::1]:46212","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.724923195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"a1a56bf9-70ae-483d-a99a-3c9f69d442cf","remote_addr":"[::1]:46212","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:15.724979146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"a1a56bf9-70ae-483d-a99a-3c9f69d442cf","remote_addr":"[::1]:46212","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":792,"response_code":204}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.725304293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"28be8fab-4bc1-47a7-a521-7df1c911a089","remote_addr":"[::1]:46218","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.725353705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"28be8fab-4bc1-47a7-a521-7df1c911a089","remote_addr":"[::1]:46218","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.725398626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/artifacts-config","method":"PUT","req_id":"abbd3ba2-519b-4c5a-9569-54bedb352996","remote_addr":"[::1]:46220","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.725449737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/artifacts-config","method":"PUT","req_id":"abbd3ba2-519b-4c5a-9569-54bedb352996","remote_addr":"[::1]:46220","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.725496438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.72556834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.726499271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.727970846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a1a56bf9-70ae-483d-a99a-3c9f69d442cf\", \"date\": \"Fri, 16 Jan 2026 23:08:15 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.729708936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"4.339922905s"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.729848899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"}
{"msg":"VPC route manager running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:15.730377262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.730449693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.730560626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.730652248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.73073172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.731826255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:15.732652364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"28be8fab-4bc1-47a7-a521-7df1c911a089","remote_addr":"[::1]:46218","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":7430,"response_code":200}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpfu7t5Q/artifact-config.json","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:15.732940831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.732994012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpfu7t5Q/artifact-config.json"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpamDifL/artifact-config.json","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:15.733037383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.733090305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpamDifL/artifact-config.json"}
{"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpfu7t5Q/.artifact-config.json.tmp","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:15.733141046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.733631907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.736498524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.736975995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.737033966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.737423945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.739115954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28be8fab-4bc1-47a7-a521-7df1c911a089\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:08:15 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:15.739212787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:15.739259448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:15.739288769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.741397207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"4.360179036s"}
{"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpamDifL/.artifact-config.json.tmp","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:15.742478212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.743069306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.743167019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.743459485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Starting delete reconciler","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:15.744448558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","generation":1}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.744856088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.75054293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.750633992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.750686283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.750715354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.750748685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.75140846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:15.752338572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/artifacts-config","method":"PUT","req_id":"abbd3ba2-519b-4c5a-9569-54bedb352996","remote_addr":"[::1]:46220","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":26970,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.753821656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/artifacts-config\", status: 204, headers: {\"x-request-id\": \"abbd3ba2-519b-4c5a-9569-54bedb352996\", \"date\": \"Fri, 16 Jan 2026 23:08:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.754366819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/artifacts","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.7544175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.754454041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.755423023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.756370275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.76130716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.762269362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.762325234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.762370755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.764282909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/artifacts","method":"GET","req_id":"ca83bc61-e618-49ad-8f34-ba39efbdad2f","remote_addr":"[::1]:46220","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.765412645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/artifacts","method":"GET","req_id":"ca83bc61-e618-49ad-8f34-ba39efbdad2f","remote_addr":"[::1]:46220","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:15.771881026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/artifacts","method":"GET","req_id":"ca83bc61-e618-49ad-8f34-ba39efbdad2f","remote_addr":"[::1]:46220","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6502,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.771964958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.773275828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.773322239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.774023345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca83bc61-e618-49ad-8f34-ba39efbdad2f\", \"content-length\": \"26\", \"date\": \"Fri, 16 Jan 2026 23:08:15 GMT\"} })"}
{"msg":"Successfully got artifact list","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:15.774155139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled":"http://[::1]:42059"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.777556038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2026-01-16T23:08:15.753812806Z\"},{\"operation\":\"list\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2026-01-16T23:08:15.774114698Z\"}]}","iteration":1,"elapsed":"4.354130875s"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.777988348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.778780176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.779759269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.787802405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.787887647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.787950079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.78800193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.78883112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.79401094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.794130313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.794245985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.79532165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"set cockroachdb setting","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:15.796636991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","value":"22.1","setting":"cluster.preserve_downgrade_option"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.796729343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.796775674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.797707696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.801534565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.802059127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.80218059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.802439836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.806875689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.833407285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.833673951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.833727503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.833781324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.833842865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.833947678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.834546832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.83577766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.835838112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.835886273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.835940664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.836691272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.845398934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.845465585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.845518246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.849456978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.855343115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.855404096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.855445237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.856152184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.85730197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.866045303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n    V6(\n        Ipv6Network {\n            addr: fd00:1122:3344:100::,\n            prefix: 56,\n        },\n    ),\n)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.866168046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.866697979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.86674585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.866824661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.871868409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.883741625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.883873628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.88397507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.884711557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Using static configuration for external switchports","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:15.886210412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.886270773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.886315584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.886624892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"resolved names for firewall rules","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.894201017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.89429503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.894335381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.894372101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.894413653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.900123895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.900640777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.905133182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.905278125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.905320116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.906239617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.911912089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.912028802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.912728118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetched allowlist from DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.913483886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2026-01-16T22:17:47.943652Z, time_modified: 2026-01-16T22:17:47.943652Z, allowed_ips: None }"}
{"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.913571118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"resolved firewall rules for sled agents","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.913637099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[]"}
{"msg":"resolved 0 rules for sleds","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.91368472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Recording Rack Network Configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:15.923533189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:15.923857637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.923917138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:15.924663275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:16.014521493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.014591925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/vpc-routes","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:16.015110987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46222"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.018821673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"33fb20e0-285c-4ec5-8eec-b770adc8010c","remote_addr":"[::1]:46222","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.018900635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"33fb20e0-285c-4ec5-8eec-b770adc8010c","remote_addr":"[::1]:46222","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:16.018952206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"33fb20e0-285c-4ec5-8eec-b770adc8010c","remote_addr":"[::1]:46222","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":606,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.019083249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33fb20e0-285c-4ec5-8eec-b770adc8010c\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:08:16 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.019151401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.019201662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.020082852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.053001997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.053074819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.05313511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.053187541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.054136084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.061356471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.065551459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.065669801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.065721602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.066670925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.077839764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: fe83ce5d-4646-4b53-b8f2-0464186a805d, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.077930116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.077979467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.078014438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.078882668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.085378409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.092799382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: fe83ce5d-4646-4b53-b8f2-0464186a805d, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.092971036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.093065418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.093933568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.097680815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: d4f2fbef-a063-4e3f-b427-cc11c627cd0e, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.097847259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.097956231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.098054474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.099085888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.10176649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.111275621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: d4f2fbef-a063-4e3f-b427-cc11c627cd0e, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.111423454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.111550427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.11294461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.116734048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: fe83ce5d-4646-4b53-b8f2-0464186a805d, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.116804249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.116895522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.116948663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.117801072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:16.142339583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.142458805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.143135421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"0fe4283c-14b9-408f-a370-afbb2a88b864","remote_addr":"[::1]:46222","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.143201633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"0fe4283c-14b9-408f-a370-afbb2a88b864","remote_addr":"[::1]:46222","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:16.143461189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"0fe4283c-14b9-408f-a370-afbb2a88b864","remote_addr":"[::1]:46222","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":314,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.14395539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0fe4283c-14b9-408f-a370-afbb2a88b864\", \"date\": \"Fri, 16 Jan 2026 23:08:16 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.146179942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"416.278851ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.147428711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.154653509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: fe83ce5d-4646-4b53-b8f2-0464186a805d, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.193419309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: d4f2fbef-a063-4e3f-b427-cc11c627cd0e, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.193502411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.193791978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.19386949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.194756631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.202638884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.208754356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: d4f2fbef-a063-4e3f-b427-cc11c627cd0e, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.216212069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[]"}
{"msg":"sending firewall rules to sled agents","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.21627181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:16.216294741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"successfully propagated service firewall rules","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.216314011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","elapsed":"4.827601875s"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.216334492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"4.827638026s"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.218522303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: fe83ce5d-4646-4b53-b8f2-0464186a805d, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.218713477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.21883721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.218924102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.220451148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.230137382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.237743189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: fe83ce5d-4646-4b53-b8f2-0464186a805d, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.2442424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.24597391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.246031652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.246070433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.246107724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.247768992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.253466724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.376147855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.376671117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.376717648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.376742689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.3767871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.377271531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.379933563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.392765451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.392922335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.392988406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.393639771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.397270025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.397340847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":2,"elapsed":"21.180392ms"}
{"msg":"inserted blueprint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:16.408380014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","blueprint_id":"4f57ca3a-8412-4a51-b6fe-edb1ba0e463b"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.408460436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.408513177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.408561628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.408605369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.409572251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.411988018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.417552357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:16.433976908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Inserted networking records for boundary_ntp service","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:16.479319462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Inserted networking records for external_dns service","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:16.50677081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:16.506823551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Inserted networking records for nexus service","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:16.534562586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"No networking records needed for clickhouse service","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:16.534627277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"No networking records needed for internal_dns service","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:16.534657388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Inserted service networking records","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:16.534682899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Inserted physical disks","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:16.534711879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Inserted zpools","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:16.53473937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Inserted datasets","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:16.534768161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:16.561582244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Populated DNS tables for external DNS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:16.564150323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.564238656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.564306817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.564362048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.56443245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.565467054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.567810479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.571439723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.571500624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.571637797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.571699199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.57174681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.572253272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.57477086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.579298065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.606758523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.606846445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.606930497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.606966798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.60790072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.61048166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.619253984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.619387087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.619463239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.619507329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.61954633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.620136584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.622912639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.630901774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.633081505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.633163937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.63328894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.633327861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.634375255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.636469304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.645567845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Created recovery silo","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:16.653272704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Created recovery user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:16.654693667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Created recovery user's password","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:16.657737508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.657798799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, lookup_type: ById(f5ee18e0-d7f7-42ee-b4f6-108a35257ec6) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.65784408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"f5ee18e0-d7f7-42ee-b4f6-108a35257ec6","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.657916682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.657974523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.658979907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.661460584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.661628888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.661775802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.662857667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.664949915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.668844586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, lookup_type: ById(f5ee18e0-d7f7-42ee-b4f6-108a35257ec6) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Generated role assignment queries","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.668939758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Granted Silo privileges","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:16.671784284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.671845536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.671887777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.671928307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.672019649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.673204427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.677261601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.680681321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.688902782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.689037575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.690011798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.692871474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.692946066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.69356344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.696109379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.696320354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.697082422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.698887044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.698940875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.698966146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.698999846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.699659592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.701785861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.701849973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.701887283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.704947485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.71035364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.710410261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.710444202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.711115758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.712900649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.722163905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.723194658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.72324481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.723297491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.723353742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.723390933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.723420224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.72542269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.725573604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.725627825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.726631748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.728838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.728929372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.728972433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.729675949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.73230366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.740271305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.740394578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.740438949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.740973551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.74435323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.744427182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.745078347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.747105294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.747157225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.747819431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.74951099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.749571441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.750237297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.75211085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.752534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.752586411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.752622592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.7529584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.754769252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.754834214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.754877275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.755754375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.757457525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.757518276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.757556767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.758232012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.760113256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.769278109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.769452793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.769492884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.769516525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.770343174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.772656568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.772795501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.773508658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.775876693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.775987935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.776781423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.780242794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.780317156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.782992648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.790025791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.790123504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.790196745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.790238016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.791226569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.793380989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.793452711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.793493082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.797775431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.804062477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.804195071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.804275162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.805413429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.807436586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.819480826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.819629289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.81966865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.819723591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.819772222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.819852754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.820438708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.82269849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.822757142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.822813883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.823666233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.825728991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.825782482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.825849214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.826446367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.828243069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.839330667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.839441329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.83949142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.839826078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.84377838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.843843041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.84464353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.847054886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.847106748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.847945167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.850428915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.850481966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.850898596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.854729134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.854895358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.856104586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.858802629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.860319014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.860383726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.860420047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.860446327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.861647805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.861725757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.861763938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.862370462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.864221625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.864287916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.86617916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.866229482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.869073518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.880208237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.88036549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.880420762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.880480023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.880526034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.880567845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.881106067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.883220916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.884973857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.885031658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.885069999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.907098491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.907185283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.907224394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.908224227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.910519451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.922273214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.922359586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.922409257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.923947823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"resolved names for firewall rules","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.930125176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: bfbf54d9-94e6-427e-bcbd-9aa5effd3776, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }], Name(\"external-dns\"): [NetworkInterface { id: f32ccd50-8253-413c-8233-a321c60a5b1a, kind: Service { id: 2ac9110a-1bb8-4562-bd04-3c0e31f6603e }, name: Name(\"external-dns-2ac9110a-1bb8-4562-bd04-3c0e31f6603e\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }]}","vpc_interfaces":"{}","instance_interfaces":"{}"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.930235539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.930303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.930363172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.930405833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.931098949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.938639584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.943767893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.943893736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.943948477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.944669934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetched allowlist from DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:16.947039179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2026-01-16T22:17:47.943652Z, time_modified: 2026-01-16T23:08:16.680659Z, allowed_ips: None }"}
{"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.94708177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"resolved firewall rules for sled agents","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.947192993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f32ccd50-8253-413c-8233-a321c60a5b1a, kind: Service { id: 2ac9110a-1bb8-4562-bd04-3c0e31f6603e }, name: Name(\"external-dns-2ac9110a-1bb8-4562-bd04-3c0e31f6603e\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bfbf54d9-94e6-427e-bcbd-9aa5effd3776, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: f32ccd50-8253-413c-8233-a321c60a5b1a, kind: Service { id: 2ac9110a-1bb8-4562-bd04-3c0e31f6603e }, name: Name(\"external-dns-2ac9110a-1bb8-4562-bd04-3c0e31f6603e\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 3, code: Some(IcmpParamRange { first: 3, last: 4 }) })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 5, code: None })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 11, code: None }))]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bfbf54d9-94e6-427e-bcbd-9aa5effd3776, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]"}
{"msg":"resolved 3 rules for sleds","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.947355737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.981124981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229 (sled), time_created: 2026-01-16T23:08:12.274781Z, time_modified: 2026-01-16T23:08:12.274781Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"SimGimlet00\", part_number: \"i86pc\", revision: SqlU32(3), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(42059), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(43699), cpu_family: AmdMilan }]"}
{"msg":"sending firewall rules to sled agents","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:16.981235114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.032475334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.032577257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.033513778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.038804621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.038886793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.038931914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.038987726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.039727393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.042100818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.047916833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.048736442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.052237123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46224"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.052772426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d16f6b83-4cac-401d-8a52-e63912954417","remote_addr":"[::1]:46224","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.05337588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d16f6b83-4cac-401d-8a52-e63912954417","remote_addr":"[::1]:46224","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.055320165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d16f6b83-4cac-401d-8a52-e63912954417","remote_addr":"[::1]:46224","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2563,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.055745795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"d16f6b83-4cac-401d-8a52-e63912954417\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.058435567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.058621342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"}
{"msg":"reading DNS version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.061542119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.061592681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.061636612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.062518122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.063159247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.063214408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.063430073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"}
{"msg":"reading DNS version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.063477584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.063514845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.063555676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.064289743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.064860387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.064930138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.067530959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.06757867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.067630431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.067671292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.067708233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.067739903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.067800975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.067840286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.067880097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.067918708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.067956459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.06801059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.068049231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.068080441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.068125552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.068166843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.068203384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.068663705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.070294513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.070355934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.070428226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.070473397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.070819845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.071579813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.071647444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.071690965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.071732186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.072368751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.073115798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.082007565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.082077136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.082139578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.082176099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.084690807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.096936182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.097032704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.097076255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.097107606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.097154887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.114954251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.12140011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.128966166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.129079448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.12912644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.129734504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.131045714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.164711987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found DNS version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.164807539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1"}
{"msg":"reading DNS config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.164893581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"reading DNS zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.164930181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.164978013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.165002783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.165025704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.165048234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.165100225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.166290103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61506","req_id":"1a755e5c-72ff-4836-975c-ad883bc0a2bc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   e2 62 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   .b..........._na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.166381405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61506","req_id":"1a755e5c-72ff-4836-975c-ad883bc0a2bc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57954,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.166557499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.166749454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"bfc7589e-3dc1-469d-90c9-205cfc3df527.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.166803375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61506","req_id":"1a755e5c-72ff-4836-975c-ad883bc0a2bc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 42475, target: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.166920578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:23556","req_id":"5cd631c9-ee52-4aec-aa55-403ed47797e0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   ce df 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   ............._ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.166979689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:23556","req_id":"5cd631c9-ee52-4aec-aa55-403ed47797e0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 52959,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.167137583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.167225505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.167292426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:23556","req_id":"5cd631c9-ee52-4aec-aa55-403ed47797e0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39839, target: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.167406129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Blueprint { parent: Fleet, key: 4f57ca3a-8412-4a51-b6fe-edb1ba0e463b, lookup_type: ById(4f57ca3a-8412-4a51-b6fe-edb1ba0e463b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.16746196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.167506751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.167547842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.168273249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.169213811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.169271132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.169424986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.169488678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.169872376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found DNS version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.170498831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2"}
{"msg":"reading DNS config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.170537612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"reading DNS zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.170563722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.170600883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.170638434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.170678345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.170703566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.172681052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.173405598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.17865982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.178725062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 42475, target: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3933, tv_nsec: 950833761 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.178795254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.178826794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39839, target: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3933, tv_nsec: 951223390 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.178880596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\")"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.179661474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.183849891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4f57ca3a-8412-4a51-b6fe-edb1ba0e463b, lookup_type: ById(4f57ca3a-8412-4a51-b6fe-edb1ba0e463b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.183939483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.183965194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.184628069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.185600402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.19372499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.193857894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.193914225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.198258196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.198327008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.2022877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.202356121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.202392842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.202873833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.203661931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.209740963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.209862316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.209911397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.210631773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.212144689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:2012","req_id":"cbb1f42f-defe-4e08-b357-5cd18bf2944b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   fd a6 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.212275821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:2012","req_id":"cbb1f42f-defe-4e08-b357-5cd18bf2944b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64934,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.212454346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.21265275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.212726872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:2012","req_id":"cbb1f42f-defe-4e08-b357-5cd18bf2944b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.214743209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3933, tv_nsec: 988532946 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.214821461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.214853151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:43982","req_id":"8008bf9e-dbbe-46a3-b135-4563f935a615","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   03 b1 01 00  00 01 00 00  00 00 00 01  24 62 66 63   ............$bfc\n0010:   37 35 38 39  65 2d 33 64  63 31 2d 34  36 39 64 2d   7589e-3dc1-469d-\n0020:   39 30 63 39  2d 32 30 35  63 66 63 33  64 66 35 32   90c9-205cfc3df52\n0030:   37 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   7.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.214905863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:43982","req_id":"8008bf9e-dbbe-46a3-b135-4563f935a615","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 945,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            98,\n            102,\n            99,\n            55,\n            53,\n            56,\n            57,\n            101,\n            45,\n            51,\n            100,\n            99,\n            49,\n            45,\n            52,\n            54,\n            57,\n            100,\n            45,\n            57,\n            48,\n            99,\n            57,\n            45,\n            50,\n            48,\n            53,\n            99,\n            102,\n            99,\n            51,\n            100,\n            102,\n            53,\n            50,\n            55,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.215076617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"bfc7589e-3dc1-469d-90c9-205cfc3df527.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.215108787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:43982","req_id":"8008bf9e-dbbe-46a3-b135-4563f935a615","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.215159599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:34467","req_id":"53f9f54b-e96e-42e5-a11c-26c0331d4671","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   3e 37 01 00  00 01 00 00  00 00 00 01  24 32 61 63   >7..........$2ac\n0010:   39 31 31 30  61 2d 31 62  62 38 2d 34  35 36 32 2d   9110a-1bb8-4562-\n0020:   62 64 30 34  2d 33 63 30  65 33 31 66  36 36 30 33   bd04-3c0e31f6603\n0030:   65 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   e.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.21521198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:34467","req_id":"53f9f54b-e96e-42e5-a11c-26c0331d4671","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 15927,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            50,\n            97,\n            99,\n            57,\n            49,\n            49,\n            48,\n            97,\n            45,\n            49,\n            98,\n            98,\n            56,\n            45,\n            52,\n            53,\n            54,\n            50,\n            45,\n            98,\n            100,\n            48,\n            52,\n            45,\n            51,\n            99,\n            48,\n            101,\n            51,\n            49,\n            102,\n            54,\n            54,\n            48,\n            51,\n            101,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.215377704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.215408564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:34467","req_id":"53f9f54b-e96e-42e5-a11c-26c0331d4671","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"found DNS servers (initial)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.215458346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:42475] }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.215499587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:42475\"]}","iteration":2,"elapsed":"151.249564ms"}
{"msg":"found DNS servers (initial)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.215538047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:39839] }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.215575798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:39839\"]}","iteration":2,"elapsed":"149.79286ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.215627319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:17.21566414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.215695661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"34.211µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.215733132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:17.215767723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.215800303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"18.81µs"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.215840784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:48484","req_id":"d803837a-9d0d-49ef-8ec9-8021236d517d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b4 02 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.215898706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:48484","req_id":"d803837a-9d0d-49ef-8ec9-8021236d517d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 46082,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.21607396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.21610134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:48484","req_id":"d803837a-9d0d-49ef-8ec9-8021236d517d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.287818997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.295636828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.29571139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.295753731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.295792102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.296768044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.298320721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1}
{"msg":"listing DNS names for zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.298380322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ebcce90c-9cde-47b7-b038-74887f7ecde3"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.298426303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.298464724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.298506445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.298573917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.299311244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.300154493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1}
{"msg":"listing DNS names for zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.300221695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"34f27c36-67a8-43d4-82e8-a38f7a9b8cfe"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.300331237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.300399759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.300492361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.300537922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.301251449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.303144913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.307269929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.307465004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.307557106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.308119959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.309262366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:15963","req_id":"2da8f1b0-6ae8-4401-ad1d-c3bcc43a4f29","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   ba 1b 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.30946988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:15963","req_id":"2da8f1b0-6ae8-4401-ad1d-c3bcc43a4f29","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47643,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.309659365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 47643,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:17.309832969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:15963","req_id":"2da8f1b0-6ae8-4401-ad1d-c3bcc43a4f29","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.310092505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.310453513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.319426102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.319501963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.319531344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.320260741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.321229453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.329281391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.329363482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.329418304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.330020648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.332322551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:31607","req_id":"8141d1bf-2980-43c6-a287-b1a2943a1aed","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000:   3a b3 01 00  00 01 00 00  00 00 00 01  0a 5f 63 6f   :............_co\n0010:   63 6b 72 6f  61 63 68 04  5f 74 63 70  0d 63 6f 6e   ckroach._tcp.con\n0020:   74 72 6f 6c  2d 70 6c 61  6e 65 05 6f  78 69 64 65   trol-plane.oxide\n0030:   08 69 6e 74  65 72 6e 61  6c 00 00 21  00 01 00 00   .internal..!....\n0040:   29 04 d0 00  00 00 00 00  00                         )........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.332432254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:31607","req_id":"8141d1bf-2980-43c6-a287-b1a2943a1aed","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 15027,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.332669099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.332866094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"024ee25a-be52-488b-ae7b-474c1bb27eda.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.333034588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:31607","req_id":"8141d1bf-2980-43c6-a287-b1a2943a1aed","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"024ee25a-be52-488b-ae7b-474c1bb27eda.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37593, target: Name(\"024ee25a-be52-488b-ae7b-474c1bb27eda.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.333873497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37593, target: Name(\"024ee25a-be52-488b-ae7b-474c1bb27eda.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"024ee25a-be52-488b-ae7b-474c1bb27eda.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3934, tv_nsec: 108631157 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.33398498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"024ee25a-be52-488b-ae7b-474c1bb27eda.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.334031891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:29258","req_id":"1d595a5a-d282-42b1-bef5-d17922409535","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   cf ae 01 00  00 01 00 00  00 00 00 01  24 30 32 34   ............$024\n0010:   65 65 32 35  61 2d 62 65  35 32 2d 34  38 38 62 2d   ee25a-be52-488b-\n0020:   61 65 37 62  2d 34 37 34  63 31 62 62  32 37 65 64   ae7b-474c1bb27ed\n0030:   61 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   a.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.334106493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:29258","req_id":"1d595a5a-d282-42b1-bef5-d17922409535","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53166,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"024ee25a-be52-488b-ae7b-474c1bb27eda.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"024ee25a-be52-488b-ae7b-474c1bb27eda.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            48,\n            50,\n            52,\n            101,\n            101,\n            50,\n            53,\n            97,\n            45,\n            98,\n            101,\n            53,\n            50,\n            45,\n            52,\n            56,\n            56,\n            98,\n            45,\n            97,\n            101,\n            55,\n            98,\n            45,\n            52,\n            55,\n            52,\n            99,\n            49,\n            98,\n            98,\n            50,\n            55,\n            101,\n            100,\n            97,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.334271216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"024ee25a-be52-488b-ae7b-474c1bb27eda.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.334309737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:29258","req_id":"1d595a5a-d282-42b1-bef5-d17922409535","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"024ee25a-be52-488b-ae7b-474c1bb27eda.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"024ee25a-be52-488b-ae7b-474c1bb27eda.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"024ee25a-be52-488b-ae7b-474c1bb27eda.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"found all DNS names for zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.334362799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":3,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"34f27c36-67a8-43d4-82e8-a38f7a9b8cfe"}
{"msg":"read DNS config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.33441556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":2}
{"msg":"found latest generation (first find)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.334457661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":2}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.334491892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2}","iteration":2,"elapsed":"270.922576ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.334528173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.372852843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:39839","servers":"DnsServersList { addresses: [[::1]:39839] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:39839/config","method":"PUT"}
{"msg":"found all DNS names for zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.373912728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":27,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ebcce90c-9cde-47b7-b038-74887f7ecde3"}
{"msg":"read DNS config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.373985239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":1}
{"msg":"found latest generation (first find)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.37402662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":1}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.374061421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1}","iteration":2,"elapsed":"315.160883ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.374097362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.410948508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:42475","servers":"DnsServersList { addresses: [[::1]:42475] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42475/config","method":"PUT"}
{"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.412220238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2026-01-16T23:08:09.574312Z, time_modified: 2026-01-16T23:08:09.574312Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, db_silo: Silo { identity: SiloIdentity { id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-01-16T23:08:16.564172Z, time_modified: 2026-01-16T23:08:16.564172Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, db_silo: Silo { identity: SiloIdentity { id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-01-16T23:08:16.564172Z, time_modified: 2026-01-16T23:08:16.564172Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }) }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.412398112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"f5ee18e0-d7f7-42ee-b4f6-108a35257ec6\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"f5ee18e0-d7f7-42ee-b4f6-108a35257ec6\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo f5ee18e0-d7f7-42ee-b4f6-108a35257ec6 with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"346.944182ms"}
{"msg":"Updated CockroachDB cluster backends","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.449312819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"[[::1]:32222]","total":1,"removed":0,"added":1}
{"msg":"begin collection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.449392191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.449429412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:39079"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.449464993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/ignition","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.449791551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:55140"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.450004635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:58014"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.450995488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"981ed064-4d0b-476c-ace9-b1ac7364cec7","remote_addr":"[::1]:55140","local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.45105575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"981ed064-4d0b-476c-ace9-b1ac7364cec7","remote_addr":"[::1]:55140","local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server","version":"2.0.0"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.451182473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"3cd3e0ef-3f68-4ac5-a9b5-e9485cfb6e09","remote_addr":"[::1]:58014","local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.451233464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"3cd3e0ef-3f68-4ac5-a9b5-e9485cfb6e09","remote_addr":"[::1]:58014","local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"attempting generation update","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.451460049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_generation":2,"req_id":"981ed064-4d0b-476c-ace9-b1ac7364cec7","component":"store","component":"external_dns_server"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.451579702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"external_dns_server"}
{"msg":"creating tree","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.451646003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"}
{"msg":"attempting generation update","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.452311989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_generation":1,"req_id":"3cd3e0ef-3f68-4ac5-a9b5-e9485cfb6e09","component":"store","component":"internal_dns_server"}
{"msg":"updated generation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.45236081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_generation":1,"req_id":"3cd3e0ef-3f68-4ac5-a9b5-e9485cfb6e09","component":"store","component":"internal_dns_server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.452583435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"3cd3e0ef-3f68-4ac5-a9b5-e9485cfb6e09","remote_addr":"[::1]:58014","local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","latency_us":1397,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.453126788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:42475","servers":"DnsServersList { addresses: [[::1]:42475] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42475/config\", status: 204, headers: {\"x-request-id\": \"3cd3e0ef-3f68-4ac5-a9b5-e9485cfb6e09\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"DNS server now at generation 1","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.45321431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:42475","servers":"DnsServersList { addresses: [[::1]:42475] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DNS propagation: done","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.455184436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"servers":"DnsServersList { addresses: [[::1]:42475] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.455281868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"server_results\":{\"[::1]:42475\":{\"Ok\":null}}}","iteration":3,"elapsed":"81.405861ms"}
{"msg":"updating current config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.456161668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"external_dns_server"}
{"msg":"flushing default tree","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.456625289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"external_dns_server"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.458151265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a70c08ed-09b5-4139-89aa-a94e08932818\", \"content-length\": \"835\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.458452742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/0","method":"GET"}
{"msg":"pruning trees for generations older than 2","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.458595615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"external_dns_server","keep":3}
{"msg":"updated generation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.458636776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_generation":2,"req_id":"981ed064-4d0b-476c-ace9-b1ac7364cec7","component":"store","component":"external_dns_server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.458689857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"981ed064-4d0b-476c-ace9-b1ac7364cec7","remote_addr":"[::1]:55140","local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server","latency_us":7729,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.459179609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:39839","servers":"DnsServersList { addresses: [[::1]:39839] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39839/config\", status: 204, headers: {\"x-request-id\": \"981ed064-4d0b-476c-ace9-b1ac7364cec7\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"DNS server now at generation 2","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.45925024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:39839","servers":"DnsServersList { addresses: [[::1]:39839] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DNS propagation: done","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.461073442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"servers":"DnsServersList { addresses: [[::1]:39839] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.46182073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2,\"server_results\":{\"[::1]:39839\":{\"Ok\":null}}}","iteration":3,"elapsed":"126.688423ms"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.466296044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7394d2e5-e6a7-40e5-aa18-d2897b8a32c5\", \"content-length\": \"734\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.466371566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.466417827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2aea830-15e6-4c32-b381-0c07cc29bbfc\", \"content-length\": \"111\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.466477838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.46740714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa17c35b-4563-4ef5-a563-0213dfd9df66\", \"content-length\": \"111\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.467526892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.469503598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7026c386-83e0-4bad-80c3-d0f433255033\", \"content-length\": \"163\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.46959404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.471499885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0028fc2-c091-4072-8d03-42ae05165bc6\", \"content-length\": \"163\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.471631388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.473736917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a62db3a-e1c2-43ab-933a-acca663a7960\", \"content-length\": \"166\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.474099685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.475688362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b97db123-9055-4c0b-969a-f5e89e522378\", \"content-length\": \"166\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.475805345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.476847419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13ac2257-040f-442f-8a75-06c73fb05318\", \"content-length\": \"702\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.476995712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:39079/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.477959465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bedb4310-c6d5-48c9-991b-e7a93130d39b\", \"content-length\": \"727\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.478099438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:39079/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.479099051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e0b19c1-7c44-4edc-aa62-e0f8affd36a2\", \"content-length\": \"729\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.479274665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:39079/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.480221258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"209ab8cc-22a3-4f45-ba72-d39179c616e8\", \"content-length\": \"728\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.48033926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.48162996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a07a3b6f-75d0-4eae-9b09-0f8a99282330\", \"content-length\": \"734\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.481809454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"found new target blueprint (first find)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.482661764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_created":"2026-01-16 23:08:15.646170 UTC","target_id":"4f57ca3a-8412-4a51-b6fe-edb1ba0e463b"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.482784097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"enabled\":false,\"status\":\"first target blueprint\",\"target_id\":\"4f57ca3a-8412-4a51-b6fe-edb1ba0e463b\",\"time_created\":\"2026-01-16T23:08:15.646170Z\",\"time_found\":\"2026-01-16T23:08:17.482683325Z\"}","iteration":2,"elapsed":"414.946601ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.48289008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.482981182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.483029983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.483072234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.483107205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.483867072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.485317306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"}
{"msg":"blueprint execution: quiesce check","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.485388867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","quiescing":false}
{"msg":"initial state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.485433219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Running"}
{"msg":"initial quiesce state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.485467989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","initial_state":"Allowed"}
{"msg":"Blueprint execution: skipped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:17.48550721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","target_id":"4f57ca3a-8412-4a51-b6fe-edb1ba0e463b","reason":"blueprint disabled"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.485550601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"enabled\":false,\"target_id\":\"4f57ca3a-8412-4a51-b6fe-edb1ba0e463b\"}","iteration":2,"elapsed":"95.872µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.485600502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.485643333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.485681064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":3,"elapsed":"25.361µs"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.486024542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.486094534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.486700688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.488973811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.493294341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.493424734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.493496666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.493971457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.494831127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.495077423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.495132314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.495278247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.495887071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.549824615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.550969911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.552817224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[{\"err\":\"failed to fetch node ID for zone 024ee25a-be52-488b-ae7b-474c1bb27eda at http://[::1]:32222: Communication Error: error sending request for url (http://[::1]:32222/node/id): error sending request for url (http://[::1]:32222/node/id): client error (Connect): tcp connect error: Connection refused (os error 111)\",\"zone_id\":\"024ee25a-be52-488b-ae7b-474c1bb27eda\"}],\"nsuccess\":0}","iteration":2,"elapsed":"69.909744ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.553315046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.562512709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"}
{"msg":"Rack initialized","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.56338109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.563424811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.563460561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.563488542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.570076025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a09c45b-5629-493e-aba9-40f4feb508dc\", \"content-length\": \"111\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.570247489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.570571306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.570631528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.571419106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.582404432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.582466103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.584156452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.585830441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"835ebc39-459d-4488-8abb-6ff81547e7aa\", \"content-length\": \"111\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.586104118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.586314142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.586392444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.586430575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.586463806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.587152792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.591861551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bf85dfd-537d-4774-8e98-c98f1e748c04\", \"content-length\": \"163\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.592109677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.592563028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.592606989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.592649239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.593455498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.595809243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26dcd8f5-67b9-422f-8282-26d6ae33e366\", \"content-length\": \"163\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.595951216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.596207562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.596234343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.596256623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.597005311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.599335885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.60860698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.609854459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.609909111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.609969522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.610015123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.610057684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.610094575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.610295049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7271d8a8-aeeb-450c-9d29-d30450e44cca\", \"content-length\": \"166\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.610483824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.612410209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.612554362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.612611393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.613225717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.615220234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f01f47d3-d05d-44be-b61d-f0c4c5e2255f\", \"content-length\": \"166\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.615723386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.615784347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.615823698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.615875399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.616017782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.617247751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97cc2778-0f58-44c0-a000-2f4e720e6e0e\", \"content-length\": \"702\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.617380644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:39079/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.618466309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53dc8f60-422d-4f5d-8ed0-082f8df668ba\", \"content-length\": \"727\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.618610953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:39079/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.618864728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.62798796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.628149904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.628233196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.629531596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.631176895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e51f9fb-88da-48fe-8a3b-c9b9afa9f199\", \"content-length\": \"729\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.631368419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:39079/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.633326344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fb75d65-bdb1-4ad7-bd79-a83a41fa0913\", \"content-length\": \"728\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.634308247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.634392709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.634474101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.634514362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.63615142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c802da9-36b9-49dc-ba04-955cf334cf00\", \"content-length\": \"723\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.636363665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.637515852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0656968a-640d-4226-89c3-882efcb0036d\", \"content-length\": \"10\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.637936572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.637998023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.638069045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.638393432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.639918808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"154b9c9f-56ad-4285-80a6-9ab4476d9e2c\", \"content-length\": \"144\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.639980689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.641000243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"522d3b4a-be62-4394-a34a-be20bd495c8b\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.641620987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.641673638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.641718119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.642813955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.644833702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a32b99a5-69e2-4b2c-878b-88526c7220db\", \"content-length\": \"109\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.645217571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.648024796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9edab46a-8cf7-47db-9009-0761cc08beee\", \"content-length\": \"109\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.648099998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.648161809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.648227241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.648361184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.648411775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.648447516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.650953464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.651016226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.651052436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.651783733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.652783477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c37a6e26-8133-4fe9-8124-7a31ce2deca7\", \"content-length\": \"163\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.652846898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.654360303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.654429595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.654465096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.655272394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.656714348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"297471ad-c953-4005-84f5-fc383dc6bb18\", \"content-length\": \"163\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.656891082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.657475266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.671039771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.671207095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.671243536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.671278626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.672114126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.678651558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.678722089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.678778371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.678823362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b63eb602-812d-4808-bd1c-8fb01140ab8b\", \"content-length\": \"166\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.678885833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.679533918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1bed3c3-b312-485d-abf3-3b0decb752d1\", \"content-length\": \"166\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.679765163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.680149003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.680235814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.681025003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.682538278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72228962-d2c9-4122-b590-e60f26b6c877\", \"content-length\": \"702\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.68263819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:39079/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.68520254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae86f63a-2244-4649-b33c-5c395d26902d\", \"content-length\": \"727\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.685273482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:39079/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.685321812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.685364984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.685396474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.686874629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ea25837-62b3-4124-ab7c-11909c8e0d8d\", \"content-length\": \"729\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.68695517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:39079/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.68780689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97d6d869-a43e-4119-84fa-c032f9d1244a\", \"content-length\": \"728\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.687876322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.689025549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.689218023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.689267924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.689314735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.689347216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.691075036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7681750-6f04-4656-a993-520afecec5be\", \"content-length\": \"723\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.691437865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.692067169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.692183202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.692240043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.695549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.695644423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"207b251d-270a-47e9-bc14-ff2be78a4baf\", \"content-length\": \"10\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.695715194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.695755855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"285ef284-02db-4e4c-bc11-d74e112f7322\", \"content-length\": \"144\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.695805626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.695846777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.695886058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.695923129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.69681633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.698344185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d192c83a-1f90-46b6-bb3e-0e44dc6800d1\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.698500449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.6998551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.718815911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.718950894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.719026616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.719163029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.719289362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.719381804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.720391587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.723729435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.724423431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.724476872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.724927843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.726878288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff2d53d8-174a-4008-abe6-e6bbd9a2e88c\", \"content-length\": \"109\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.727063172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.728350162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.728404484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.728450865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.729183082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.733463431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.7527842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.752990805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.753113238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.754698095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.755848511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fa510bd-5e88-4647-b9c9-92d364fb08ef\", \"content-length\": \"109\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.756422144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.764670366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa24d2f3-0215-47cf-aa19-5e4b35465d6b\", \"content-length\": \"163\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.764874751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.766882138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"050d1046-cb06-4c61-9d66-6475e671e74e\", \"content-length\": \"163\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.767031101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.767640735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.767704347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.768798892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.771822342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.771879134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.772678822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.774776121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87e4acab-884c-41e5-8321-14f1fef244f4\", \"content-length\": \"166\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.774977515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.776336977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.776382758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.777288529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.780032283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e041e16-8daf-4604-8e8f-0a0d31847568\", \"content-length\": \"166\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.780203387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.780520554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.780566456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.781345514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.786673757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c93ae0c4-066d-46a3-82b0-e9b0247bd683\", \"content-length\": \"702\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.786754769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:39079/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.786806241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3a4a28f-c745-47d1-9cad-dee8aea1e2cf\", \"content-length\": \"727\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.786864632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:39079/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.789502123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a0a14fc-11ca-4636-b7c2-8412809353dd\", \"content-length\": \"729\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.789690877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:39079/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.790981438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1783f676-52dd-4785-868f-ad731c737342\", \"content-length\": \"728\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.7910815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.791147791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.791193282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.791243384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.792095143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.793618719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.793711591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.793760642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.793809903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.794138311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.796785432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.796837874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.796889985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.797740355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.798267937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.806497158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.80658492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.806649011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.806701363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.806745284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.806778574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.812932007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.812995059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.813583603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.813634394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.813678505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.818594429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.818665821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.818706642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.819395358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.825803076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.837204111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.837331624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.837446107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.837532719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.837609811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.837654152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.838286086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.8887858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:42059"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.888856511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"http://[::1]:42059","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.889501156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46228"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.890213883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/inventory","method":"GET","req_id":"a6cad664-3ca3-4dca-b2e5-d3e2da6f9531","remote_addr":"[::1]:46228","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.890338546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/inventory","method":"GET","req_id":"a6cad664-3ca3-4dca-b2e5-d3e2da6f9531","remote_addr":"[::1]:46228","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.892047086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/inventory","method":"GET","req_id":"a6cad664-3ca3-4dca-b2e5-d3e2da6f9531","remote_addr":"[::1]:46228","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1825,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.892397774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"http://[::1]:42059","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6cad664-3ca3-4dca-b2e5-d3e2da6f9531\", \"content-length\": \"20487\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.895929636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.896024958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0}
{"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.8960896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.898179778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.898638329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.898772412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.898832783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.899773265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.900472151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:17.900682416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"}
{"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.940584703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"17e318f7-947c-4e94-9810-3e3e9639477e (omicron_zone)","sled_agent_url":"http://[::1]:10123"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.940645135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.941354751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"begin collection from internal DNS servers","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.942955688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"begin collection from DNS server","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.973955309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"bfc7589e-3dc1-469d-90c9-205cfc3df527 (omicron_zone)"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.97402435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"internal_dns_url":"http://[::1]:42475","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42475/config","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.974550882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:58016"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.974963562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"GET","req_id":"272374fd-95ab-48b4-bd65-58a2e61de02b","remote_addr":"[::1]:58016","local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.975019243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"GET","req_id":"272374fd-95ab-48b4-bd65-58a2e61de02b","remote_addr":"[::1]:58016","local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:17.97574542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"GET","req_id":"272374fd-95ab-48b4-bd65-58a2e61de02b","remote_addr":"[::1]:58016","local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","latency_us":791,"response_code":200}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.975914024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.975980345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.976018217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.976956338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.977699545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"internal_dns_url":"http://[::1]:42475","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42475/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"272374fd-95ab-48b4-bd65-58a2e61de02b\", \"content-length\": \"3478\", \"date\": \"Fri, 16 Jan 2026 23:08:17 GMT\"} })"}
{"msg":"finished collection from DNS server","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.978062894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"bfc7589e-3dc1-469d-90c9-205cfc3df527 (omicron_zone)"}
{"msg":"finished collection from internal DNS servers","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.97959222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"finished collection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.979654921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.981550225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.983127002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.983188303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.983237494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.98394223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.986469949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.997839904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:17.998078239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.998841197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.999045661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:17.999928122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.007197201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.007764834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.007875517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.008711856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"resolved names for firewall rules","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.020209523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: f32ccd50-8253-413c-8233-a321c60a5b1a, kind: Service { id: 2ac9110a-1bb8-4562-bd04-3c0e31f6603e }, name: Name(\"external-dns-2ac9110a-1bb8-4562-bd04-3c0e31f6603e\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], Name(\"nexus\"): [NetworkInterface { id: bfbf54d9-94e6-427e-bcbd-9aa5effd3776, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }]}","vpc_interfaces":"{}","instance_interfaces":"{}"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.020314956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.020377727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.020424008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.020469209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.021237637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.034219399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.040007453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.040143356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.040329791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.041059877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetched allowlist from DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.043470024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2026-01-16T22:17:47.943652Z, time_modified: 2026-01-16T23:08:16.680659Z, allowed_ips: None }"}
{"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.043553135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"resolved firewall rules for sled agents","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.043606607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f32ccd50-8253-413c-8233-a321c60a5b1a, kind: Service { id: 2ac9110a-1bb8-4562-bd04-3c0e31f6603e }, name: Name(\"external-dns-2ac9110a-1bb8-4562-bd04-3c0e31f6603e\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bfbf54d9-94e6-427e-bcbd-9aa5effd3776, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: f32ccd50-8253-413c-8233-a321c60a5b1a, kind: Service { id: 2ac9110a-1bb8-4562-bd04-3c0e31f6603e }, name: Name(\"external-dns-2ac9110a-1bb8-4562-bd04-3c0e31f6603e\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 3, code: Some(IcmpParamRange { first: 3, last: 4 }) })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 5, code: None })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 11, code: None }))]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bfbf54d9-94e6-427e-bcbd-9aa5effd3776, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]"}
{"msg":"resolved 3 rules for sleds","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.043789441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.162483579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229 (sled), time_created: 2026-01-16T23:08:12.274781Z, time_modified: 2026-01-16T23:08:12.274781Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"SimGimlet00\", part_number: \"i86pc\", revision: SqlU32(3), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(42059), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(43699), cpu_family: AmdMilan }]"}
{"msg":"sending firewall rules to sled agents","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.162588722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.223127178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.223267311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.224525191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.229042456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.229108197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.229164819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.22920632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.230882988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.243744387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.25205691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.253137285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:18.253197327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46232"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.253721719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"158ef4af-8378-44f0-bc5b-50d8e68d54a7","remote_addr":"[::1]:46232","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.25376841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"158ef4af-8378-44f0-bc5b-50d8e68d54a7","remote_addr":"[::1]:46232","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:18.254688752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"158ef4af-8378-44f0-bc5b-50d8e68d54a7","remote_addr":"[::1]:46232","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":971,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.25505599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"158ef4af-8378-44f0-bc5b-50d8e68d54a7\", \"date\": \"Fri, 16 Jan 2026 23:08:18 GMT\"} })"}
{"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:18.25936138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"plumbed initial IP allowlist","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:18.259470773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.321668498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.323153702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/access","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.323213313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/assets/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.323245544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/auth","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.323276805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/confirm","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.323308186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/success","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.323342296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/token","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.323386388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/verify","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.323422209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.32349012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.323532281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.323567212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.323600713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.323650544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.323686024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.323720555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.323752186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.323793177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.323828328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.323860589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.323892609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.32392491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.323958301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.323991942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324024612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324057883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/images","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324088984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324123555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/local","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324154495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324186596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324218347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324250338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/lookup/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324282258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324313519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects-new","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.32434542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324376811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324408651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324440612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324493143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PATCH"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324527424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324559615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324590096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324620266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324652147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324685268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PATCH"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324717559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324749609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/settings/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.3247799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/system/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324810511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324844491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324894263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324930744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324964464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.324998805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.325031866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.325065037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.325098407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.325131228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.325164959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-classes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.32520071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.325232451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.325265381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.325298522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/deliveries","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.325331283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/probe","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.325364514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.325396964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.325429575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alerts/{alert_id}/resend","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.326842168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.326914759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.32695704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.327010552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.327058703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.327099104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.327136015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.327172865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.327208316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.327244287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.327277568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.327311249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.327344589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.327383521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.327420371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.327455312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.327489923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.327524044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.327558405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.327590115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.327641047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks/{disk}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.327676927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks/{disk}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.327712098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.327751639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.32778656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.327820911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.327855321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.327888882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/floating-ips","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.327923373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/floating-ips","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.327958504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/v1/floating-ips","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.327992685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.328027085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.328060866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.328093907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.328133258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.328169479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.32820394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/groups/{group_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.32823878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.328272211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.328307432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.328341723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.328375844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/demote","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.328409594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/promote","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.328443485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.328476586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.328516017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2025122300.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.328551568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010300.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.328586398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010300.0.0 to 2026010500.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.328621199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010500.0.0 to 2026010800.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.32865543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.328689781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.328723732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.328757912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.328792723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.328827554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.328866605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.328922766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.328960837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.328996608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.329032089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.32906793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.32910359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.329138651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.329173282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.329208283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.329250014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.329287345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.329323835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.329359406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.329395277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.329432038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.329469889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.3295059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.329542281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.329581032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.329617072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.329652123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.329686544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.329719885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.329754425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.329789236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.329823637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.329857988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.329892219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.329927549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.32996741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.330003221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.330037222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.330072173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.330106194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.330136434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.330169665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.330206606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.330243207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.330278788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/logout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.330319259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.33035337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.33038831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens/{token_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.330422961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.330456802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.330490943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.330525214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.330558834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.330592595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.330626236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.330655257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.330687277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.330717088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.330748999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.330780469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.33081052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.330842541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.330879012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.330917963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.330956053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.331000654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.331040326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.331076896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.331114297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.331152148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.331188729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.33122856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.331266761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.331305882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.331343753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.33297108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.333035562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.333070282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.333102253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.333163505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.333200956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.333233496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.333264997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.333298588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.333330959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.33338004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.333446471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.333515753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.333561884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/audit-log","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.333601375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.333633326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.333670947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.333713548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.333758238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.33379795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.333841151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.333887061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.333940083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.333981654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.334022905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.334066426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.334108147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.334175568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.334222909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.33426773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.334310622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.334376433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.334431334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.334475475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.334518326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.334559417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.334599508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.334639079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.334705471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.334750062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.334793623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.334836484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.334880395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.334932516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.334977257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.335020728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.335063739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.33510403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.335143431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.335184372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.335225953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.335269434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.335312695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.335365066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.335410047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.335452788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.335495919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.33553875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.335583821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/system/multicast-groups/by-ip/{address}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.335645553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.335723464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.335769345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.335813626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.335889698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.335939379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.33598602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.336032571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.336082503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.336135974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.336184265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.336230476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.336273637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.336317328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.336360089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.33641368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.336460471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.336504882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.336553834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.336597695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.338494559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025121200.0.0","path":"/v1/system/networking/bgp-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.33855823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025121200.0.0","path":"/v1/system/networking/bgp-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.338604731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.338648992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.338716184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.338772745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.338819196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.338865697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.338921638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.338966999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.339012281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.339056262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.339144844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.339191015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.339233396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.339284247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.339330778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.339375589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silo-quotas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.33941777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.339462891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.339506372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.339550323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.339593644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.339667676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.339714997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.339802609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.33985753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.339903921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.339966663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/query","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.340013514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.340058985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.340123557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.340171058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories/{system_version}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.340238519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.34028333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/target-release","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.340329981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.340413223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.340460824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.340505955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.340549656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.340591787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.340636548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.340681399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.340726171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.340789562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.341809746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/timeseries/query","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.341857647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.341908728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.341954319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/access-tokens","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.34199915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/logout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.342044171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/sessions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.342089462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.342169294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.342214935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.342260786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.344524509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.34458101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.344626801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.344718153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.344755414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.344790135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.344814486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.344833936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.344904148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.344944689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.344986039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.34502533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.345066001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.345106742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.345155963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.345200275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.345246356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.345639745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.345692456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.345729627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.345769618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.345808929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.345832429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers/{receiver}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.345853479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.34588849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.345914731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets/{secret_id}","method":"DELETE"}
{"msg":"listening","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:18.345934421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.345950442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.395418661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.395492793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/access","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.395545944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/assets/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.395581705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/auth","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.395630496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/confirm","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.395667557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/success","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.395701608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/token","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.39578139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/verify","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.395826531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.395866072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.395904933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.395944633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.395983244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.396019915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.396056856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.396092217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.396129038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.396171599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.39620992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.39624673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.396282121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.396318402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.396355163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.396392904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.396430335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.396467306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/images","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.396501376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.396545527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/local","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.396585608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.396622419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.39665875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.396695421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/lookup/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.396730752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.396765822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects-new","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.396802343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.396840434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.396901045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.396949447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.396992408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PATCH"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.397030729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.397066609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.3971023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.397138281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.408938795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.410211675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PATCH"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.410273266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.410306187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/settings/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.410340758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/system/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.410381139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.410414759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.41044814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.410489921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.410537142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.410586674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.410639565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.410691456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.410743097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.410790988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.410841629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-classes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.41088307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.410923621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.410968952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.411013573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/deliveries","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.411063665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/probe","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.411109416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.411154637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.411200668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alerts/{alert_id}/resend","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.411236079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.411269799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.41130988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.411346711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.411381982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.411418393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.411456454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.411496225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.411536036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.411572206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.411605987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.411668669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.41171093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.41174903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.411785031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.411819392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.411856273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.411892404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.411930735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.411968426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.412008187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks/{disk}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.412049117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks/{disk}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.412106319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.41214475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.412185091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.412224952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.412266382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.412304583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/floating-ips","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.412346855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/floating-ips","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.412387065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/v1/floating-ips","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.412424456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.412463407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.412509758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.412551149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.41258831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.412623331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.412661412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/groups/{group_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.412698423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.412737333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.412779405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.412817905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.412853016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/demote","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.412914188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/promote","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.412964909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.41300757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.413048371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2025122300.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.413092682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010300.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.413135393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010300.0.0 to 2026010500.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.413179154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010500.0.0 to 2026010800.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.413219235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.413256685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.413293886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.413332947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.413379308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.4134246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.41346575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.413502941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.413544742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.413586923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.413630084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.413671325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.413716916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.413767468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.413806668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.413844579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.41388303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.413923431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.413965562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.414009433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.414050334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.414089955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.414132006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.414182567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.414227308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.414269139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.4143105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.414350941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.414388342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.414424783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.414461244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.414500125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.414539745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.414590327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.414630277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.414666908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.414707409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.41474835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.414789401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.414829252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.414870953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.414909844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.414949585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.414993486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.415032317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.415071108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/logout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.415109059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.41514956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.415190501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens/{token_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.415227171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.415265572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.415304233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.415345664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.415384685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.415433136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.415475807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.415515708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.415553649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.41559082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.415643371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.415685142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.415725663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.415767554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.415817205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.415867066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.415913547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.415956048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.41600374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.416048161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.416089411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.416137003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.416184124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.416234225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.416289426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.416339717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.416385658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.416424559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.41645982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.416498051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.416536662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.416578253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.416616274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.416656884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.416703246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.416744747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.416781578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.416817148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.416852509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.416930601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.416983262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/audit-log","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.417030963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.417072624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.417109125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.417151046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.417198617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.417242938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.417282119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.41732384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.417363331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.417404072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.417442843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.417479554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.417518625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.417557136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.417607477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.417660348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.417712749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.41775976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.417800631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.417842092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.417876653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.417907244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.417938164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.417970185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.418012346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.418045827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.418078008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.418111168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.418148209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.41818628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.418226021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.418265682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.418299793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.418337094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.418381145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.418420945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.418460706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.418499067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.418537788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.418576079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.41861457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.418651981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.418690522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.418729343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.418773654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/system/multicast-groups/by-ip/{address}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.418814465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.418852235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.418889636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.418928417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.418966998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.419004899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.41904291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.419081111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.419118732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.420857772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.420940504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.420983695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.421023976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.421062807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.421102548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.421142489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.42118404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.421224841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.421263912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.421302143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.421349014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025121200.0.0","path":"/v1/system/networking/bgp-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.421390814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025121200.0.0","path":"/v1/system/networking/bgp-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.421429395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.421466776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.421498327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.421530718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.421568699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.42161008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.42164818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.421693292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.421731453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.421768063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.421802544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.421838005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.421875796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.421913737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.421951878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.421989288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silo-quotas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.422026159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.42206382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.422108491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.422146642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.422183353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.422221434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.422260055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.422297686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.422335607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.422374548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.422413288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/query","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.422449259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.42249456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.422534131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.422571712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories/{system_version}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.422609363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.422645594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/target-release","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.422681175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.422717655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.422754296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.422792587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.422831928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.422874559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.4229136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.422952021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.422993942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.423032503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.423070033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/timeseries/query","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.423107185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.423144265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.423182576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/access-tokens","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.423223127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/logout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.424935017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/sessions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.425000589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.425045059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.425085931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.425125591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.425165432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.425204683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.425244184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.425284315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.425323756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.425363477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.425408908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.425449989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.42549035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.425530761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.425570912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.425643993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.425687504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.425727515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.425767406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.425807677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.425846158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.425889629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.42592855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.425965731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.426003642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.426039653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.426076783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers/{receiver}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.426111874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.426149905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.426187246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets/{secret_id}","method":"DELETE"}
{"msg":"listening","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:18.426224517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.426265328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:37783","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"registered DTrace probes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.426298919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.4263348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:18.42637821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:328","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.426420531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:32999","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.426457002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.426487203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"127.0.0.1:36887"}
{"msg":"starting producer registration task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.426518284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting oximeter metric producer server","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:18.426547574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"file":"oximeter/producer/src/lib.rs:279","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","interval":"10s","address":"127.0.0.1:32999","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Running step start_oximeter","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.426589265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"init_with_steps"}
{"msg":"Starting Oximeter","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.426618286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178}
{"msg":"registered DTrace probes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.426643187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter"}
{"msg":"starting oximeter server","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:18.426669697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"file":"oximeter/collector/src/lib.rs:264","component":"oximeter"}
{"msg":"creating ClickHouse client","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.426707058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter"}
{"msg":"registered USDT probes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.426735059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.42677346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","registration_count":"0"}
{"msg":"will register with Nexus at 127.0.0.1:36887","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.42680864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.454221087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:36887/metrics/producers","method":"POST"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:18.455439216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58418"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.457085704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/producers","method":"POST","req_id":"6d444f01-f1dc-4d24-bf36-23df8ee6d11c","remote_addr":"127.0.0.1:58418","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.457148295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/producers","method":"POST","req_id":"6d444f01-f1dc-4d24-bf36-23df8ee6d11c","remote_addr":"127.0.0.1:58418","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.457714138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6d444f01-f1dc-4d24-bf36-23df8ee6d11c","remote_addr":"127.0.0.1:58418","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.457849232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6d444f01-f1dc-4d24-bf36-23df8ee6d11c","remote_addr":"127.0.0.1:58418","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.458780583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6d444f01-f1dc-4d24-bf36-23df8ee6d11c","remote_addr":"127.0.0.1:58418","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.469168435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:18.470992967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:900","component":"oximeter"}
{"msg":"oximeter database does not exist, creating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.471040788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"reading db version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:18.471059488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:800","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.471244433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:18.471871097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:900","component":"oximeter"}
{"msg":"read oximeter database version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:18.471910698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:805","component":"oximeter","version":0}
{"msg":"initializing oximeter schema","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:18.471938089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:810","component":"oximeter"}
{"msg":"initializing ClickHouse database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.47196008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.472117243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.47756403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n    value UInt64,\n    timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.486768664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.502228933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.518423159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.529919426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.540225355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.553084554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:18.558000588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/producers","method":"POST","req_id":"6d444f01-f1dc-4d24-bf36-23df8ee6d11c","remote_addr":"127.0.0.1:58418","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":100916,"response_code":503}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.558803187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d444f01-f1dc-4d24-bf36-23df8ee6d11c\", \"content-length\": \"133\", \"date\": \"Fri, 16 Jan 2026 23:08:18 GMT\"} })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:18.561634893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"6d444f01-f1dc-4d24-bf36-23df8ee6d11c\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Fri, 16 Jan 2026 23:08:18 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"6d444f01-f1dc-4d24-bf36-23df8ee6d11c\\\" }\"","delay":"161.211685ms","count":"0"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.562431011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.571810969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.58130068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.635783246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.646416243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.655938574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.668462615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    /*\n     * NOTE: Right now we can't unambiguously record a nullable byte array.\n     * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n     * a string isn't palatable for a few reasons.\n     * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n     * details.\n     */\n    datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.68160018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.692579435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.705314751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.718999249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.734835697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    /*\n     * NOTE: Array types cannot be Nullable, see\n     * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n     * for more details.\n     *\n     * This means we need to use empty arrays to indicate a missing value. This\n     * is unfortunate, and at this point relies on the fact that an\n     * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n     * to figure out another way to represent missing samples here.\n     */\n    bins Array(Int8),\n    counts Array(UInt64),\n    min Int8,\n    max Int8,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.750669225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(UInt8),\n    counts Array(UInt64),\n    min UInt8,\n    max UInt8,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.76726454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(Int16),\n    counts Array(UInt64),\n    min Int16,\n    max Int16,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.780960148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(UInt16),\n    counts Array(UInt64),\n    min UInt16,\n    max UInt16,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"will register with Nexus at 127.0.0.1:36887","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.782180087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.847331551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:36887/metrics/producers","method":"POST"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.847927504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(Int32),\n    counts Array(UInt64),\n    min Int32,\n    max Int32,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:18.849678125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58420"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.850108935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/producers","method":"POST","req_id":"41ee82bf-c7d7-4ec9-af07-31eb5909f6ad","remote_addr":"127.0.0.1:58420","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.850276129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/producers","method":"POST","req_id":"41ee82bf-c7d7-4ec9-af07-31eb5909f6ad","remote_addr":"127.0.0.1:58420","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.851660601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"41ee82bf-c7d7-4ec9-af07-31eb5909f6ad","remote_addr":"127.0.0.1:58420","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.861016499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"41ee82bf-c7d7-4ec9-af07-31eb5909f6ad","remote_addr":"127.0.0.1:58420","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.862072713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"41ee82bf-c7d7-4ec9-af07-31eb5909f6ad","remote_addr":"127.0.0.1:58420","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted inventory collection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:18.863395174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"1f884896-3377-4f37-8274-2f6d5ab61291"}
{"msg":"inventory collection complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.863456615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-01-16 23:08:17.449297 UTC","collection_id":"1f884896-3377-4f37-8274-2f6d5ab61291"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.863779733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"1f884896-3377-4f37-8274-2f6d5ab61291\",\"time_done\":\"2026-01-16 23:08:17.979649 UTC\",\"time_started\":\"2026-01-16 23:08:17.449297 UTC\"}","iteration":3,"elapsed":"1.79733156s"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.863970807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.864063319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.864109351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"invalidating multicast caches due to topology change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:18.864138871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.864166092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.864416818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.864461159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.86450374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.864540921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.864573891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.865493183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.866834464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:4228","req_id":"055c732e-a5a2-4453-a797-a989724ff70f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   3a 5f 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   :_..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.866922936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:4228","req_id":"055c732e-a5a2-4453-a797-a989724ff70f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 14943,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.86712019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.867326585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.867416137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:4228","req_id":"055c732e-a5a2-4453-a797-a989724ff70f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.867850957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3935, tv_nsec: 643138650 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.867912529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.868288128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:33845","req_id":"c3de2a20-ef8a-4b50-baf5-702847aa9b90","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   35 61 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   5a..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.868369559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:33845","req_id":"c3de2a20-ef8a-4b50-baf5-702847aa9b90","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13665,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.868570754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.868603055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:33845","req_id":"c3de2a20-ef8a-4b50-baf5-702847aa9b90","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.868663196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.87615801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.876311874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.876340424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.878085445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:18.879234892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/producers","method":"POST","req_id":"41ee82bf-c7d7-4ec9-af07-31eb5909f6ad","remote_addr":"127.0.0.1:58420","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":29133,"response_code":503}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.879628511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(UInt32),\n    counts Array(UInt64),\n    min UInt32,\n    max UInt32,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.924425072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.925274542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41ee82bf-c7d7-4ec9-af07-31eb5909f6ad\", \"content-length\": \"133\", \"date\": \"Fri, 16 Jan 2026 23:08:18 GMT\"} })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:18.92818464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"41ee82bf-c7d7-4ec9-af07-31eb5909f6ad\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Fri, 16 Jan 2026 23:08:18 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"41ee82bf-c7d7-4ec9-af07-31eb5909f6ad\\\" }\"","delay":"527.498386ms","count":"1"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.929131482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(Int64),\n    counts Array(UInt64),\n    min Int64,\n    max Int64,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.934291002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.934353323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.939945013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.940014644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd8337fd-973b-4ed7-b8eb-374d5978fe6f\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:08:18 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.940063576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.940093016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.940131767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:18.941566691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.941762275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(UInt64),\n    counts Array(UInt64),\n    min UInt64,\n    max UInt64,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.957273536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(Float32),\n    counts Array(UInt64),\n    min Float32,\n    max Float32,\n    sum_of_samples Float64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.980604018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(Float64),\n    counts Array(UInt64),\n    min Float64,\n    max Float64,\n    sum_of_samples Float64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:18.9931731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value Bool,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.009085699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value Int8,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.01772404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value UInt8,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.019350978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.01942246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.01945707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.019515092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.020470634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.031046779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value Int16,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.043739465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value UInt16,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.054910304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value Int32,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.065726875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value UInt32,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.074359296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value Int64,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.083178181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value UInt64,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.096964371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value IPv6,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.100057623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"1f884896-3377-4f37-8274-2f6d5ab61291\",\"time_loaded\":\"2026-01-16T23:08:18.864413407Z\",\"time_started\":\"2026-01-16T23:08:17.449297Z\"}}","iteration":2,"elapsed":"235.612324ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.101604429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.1016687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.101720312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.101763313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.101803663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.101848975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.10295755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.103013462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"55.812µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.103057243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Dependency"}
{"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.103096824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.103141365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":4,"elapsed":"26.051µs"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.105906129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.111225862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.111363896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.111412217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.111469088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.111519919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.112026801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.116353972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value String,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.120655672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.124630494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.124694305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.124744147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.124782657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"member state reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.131641307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.131699618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.131739459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.13177863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.131812521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.132932057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value UUID,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.13780519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.139755905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.139815547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.139851027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.139896479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.142393177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.148465727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.148596411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.148655322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.148725864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.148841996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.14943255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.150905554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n    timeseries_name String,\n    fields Nested(\n        name String,\n        type Enum(\n            'Bool' = 1,\n            'I64' = 2,\n            'IpAddr' = 3,\n            'String' = 4,\n            'Uuid' = 6,\n            'I8' = 7,\n            'U8' = 8,\n            'I16' = 9,\n            'U16' = 10,\n            'I32' = 11,\n            'U32' = 12,\n            'U64' = 13\n        ),\n        source Enum(\n            'Target' = 1,\n            'Metric' = 2\n        )\n    ),\n    datum_type Enum(\n        'Bool' = 1,\n        'I64' = 2,\n        'F64' = 3,\n        'String' = 4,\n        'Bytes' = 5,\n        'CumulativeI64' = 6,\n        'CumulativeF64' = 7,\n        'HistogramI64' = 8,\n        'HistogramF64' = 9,\n        'I8' = 10,\n        'U8' = 11,\n        'I16' = 12,\n        'U16' = 13,\n        'I32' = 14,\n        'U32' = 15,\n        'U64' = 16,\n        'F32' = 17,\n        'CumulativeU64' = 18,\n        'CumulativeF32' = 19,\n        'HistogramI8' = 20,\n        'HistogramU8' = 21,\n        'HistogramI16' = 22,\n        'HistogramU16' = 23,\n        'HistogramI32' = 24,\n        'HistogramU32' = 25,\n        'HistogramU64' = 26,\n        'HistogramF32' = 27\n    ),\n    created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.159026763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.159125215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.159215897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.159273579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.160000106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting current version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:19.163733552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:831","component":"oximeter","version":14}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.163808304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"}
{"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:19.16450724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.164556252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.164626183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.164663554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.164695115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.165304989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"registered USDT probes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.166888036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"001beec3-9312-450e-be21-26eec3e3715a","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.16750637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:45549","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.167556971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:45549","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.167587082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:45549","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.167626053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:45549","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:19.167655653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:45549","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:328","component":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.167686794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:45549","component":"dropshot","component":"oximeter"}
{"msg":"registered USDT probes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.167710245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter"}
{"msg":"contacting nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.167730025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.533111544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.534270861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.534329063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.534377354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.535339636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.536693487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.543368442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.543435054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.545982563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.546044095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.546086366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.546129747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.552951735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:36887/metrics/collectors","method":"POST"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:19.553001926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58422"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.553416176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.560372917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.56045525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.560508801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.561283669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.565244051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:59443","req_id":"0018036a-e30c-46c2-b73b-7946a894f12e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   05 e9 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.565324793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:59443","req_id":"0018036a-e30c-46c2-b73b-7946a894f12e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 1513,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.565445086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.565471096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.565496807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:59443","req_id":"0018036a-e30c-46c2-b73b-7946a894f12e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.565560228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:59185","req_id":"4c5bbb7c-46f5-4f13-834a-95b9b992febb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   a5 42 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   .B..........._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.565611569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:59185","req_id":"4c5bbb7c-46f5-4f13-834a-95b9b992febb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 42306,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.565754983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_repo-depot._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.565789194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.565828184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:59185","req_id":"4c5bbb7c-46f5-4f13-834a-95b9b992febb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 43699, target: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_repo-depot._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.565897516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:58504","req_id":"127d1010-f15c-44cf-9a8b-31764faef6ac","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   02 b7 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.565957087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:58504","req_id":"127d1010-f15c-44cf-9a8b-31764faef6ac","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 695,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.566099261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.566127961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.566151772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:58504","req_id":"127d1010-f15c-44cf-9a8b-31764faef6ac","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 33923, target: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.566202943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors","method":"POST","req_id":"38dab699-3407-4025-a353-e048508d1161","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.566243004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors","method":"POST","req_id":"38dab699-3407-4025-a353-e048508d1161","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.566335116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"38dab699-3407-4025-a353-e048508d1161","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.566390787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"38dab699-3407-4025-a353-e048508d1161","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.567211367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"38dab699-3407-4025-a353-e048508d1161","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:19.576174105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.576232176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"4f57ca3a-8412-4a51-b6fe-edb1ba0e463b\",\"inventory_collection_id\":\"1f884896-3377-4f37-8274-2f6d5ab61291\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":2,"elapsed":"474.422322ms"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.588328337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:57987","req_id":"2f0c347c-9412-485b-8483-878613973b28","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   71 2e 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   q...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.58846472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:57987","req_id":"2f0c347c-9412-485b-8483-878613973b28","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 28974,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.588673095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.588788628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:57987","req_id":"2f0c347c-9412-485b-8483-878613973b28","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.588943281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:52150","req_id":"30b1ae93-a8d4-4aca-b948-2f34b814659e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   53 b8 01 00  00 01 00 00  00 00 00 01  24 62 36 64   S...........$b6d\n0010:   36 35 33 34  31 2d 31 36  37 63 2d 34  31 64 66 2d   65341-167c-41df-\n0020:   39 62 35 63  2d 34 31 63  64 65 64 39  39 63 32 32   9b5c-41cded99c22\n0030:   39 04 73 6c  65 64 0d 63  6f 6e 74 72  6f 6c 2d 70   9.sled.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.589013653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:52150","req_id":"30b1ae93-a8d4-4aca-b948-2f34b814659e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21432,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            115,\n            108,\n            101,\n            100,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.589192307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.589220478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:52150","req_id":"30b1ae93-a8d4-4aca-b948-2f34b814659e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\")), original: Query { name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.589273759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61219","req_id":"70c66ee6-022c-4cca-befb-8c06a1f123b5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   52 2a 01 00  00 01 00 00  00 00 00 01  24 37 37 65   R*..........$77e\n0010:   37 63 66 36  65 2d 36 32  66 63 2d 34  61 36 30 2d   7cf6e-62fc-4a60-\n0020:   38 65 38 66  2d 33 63 32  31 38 61 38  63 38 38 33   8e8f-3c218a8c883\n0030:   66 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   f.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.589346521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61219","req_id":"70c66ee6-022c-4cca-befb-8c06a1f123b5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21034,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            55,\n            55,\n            101,\n            55,\n            99,\n            102,\n            54,\n            101,\n            45,\n            54,\n            50,\n            102,\n            99,\n            45,\n            52,\n            97,\n            54,\n            48,\n            45,\n            56,\n            101,\n            56,\n            102,\n            45,\n            51,\n            99,\n            50,\n            49,\n            56,\n            97,\n            56,\n            99,\n            56,\n            56,\n            51,\n            102,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.589542495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.589572966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61219","req_id":"70c66ee6-022c-4cca-befb-8c06a1f123b5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"registered new oximeter metric collection server","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:19.589653758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","address":"[::1]:45549","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:19.589874943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors","method":"POST","req_id":"38dab699-3407-4025-a353-e048508d1161","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":24998,"response_code":204}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.664141678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.66421142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.665382847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.665424098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.665671354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"38dab699-3407-4025-a353-e048508d1161\", \"date\": \"Fri, 16 Jan 2026 23:08:19 GMT\"} })"}
{"msg":"oximeter registered with nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:19.665727855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"file":"oximeter/collector/src/lib.rs:427","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"}
{"msg":"Running step start_producer_server","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.665773486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"init_with_steps"}
{"msg":"Starting test metric Producer Server","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.665802897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:19.666424271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/projects","method":"POST"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:19.666639886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/system/ip-pools","method":"POST"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:19.66681231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/system/ip-pools","method":"POST"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:19.667340352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35458"}
{"msg":"will register with Nexus at 127.0.0.1:36887","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.667498486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.729261196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:36887/metrics/producers","method":"POST"}
{"msg":"starting refresh list task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:19.729709506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:554","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:19.791750263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:45398"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:19.791899257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:45402"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:19.792010789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:45404"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.792454689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"d1d3d32c-ee89-452b-8bef-82334cf5825b","remote_addr":"[::1]:35458","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:19.792648424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58424"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:19.792770246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58426"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:19.793056763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:19.79507263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"d1d3d32c-ee89-452b-8bef-82334cf5825b","remote_addr":"[::1]:35458","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2624,"response_code":200}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.795670504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.796064683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.796186306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.796286468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.796386041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.797348443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.79853609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/producers","method":"POST","req_id":"79c29a4f-be64-4a33-b015-09dc7eb3e4fa","remote_addr":"127.0.0.1:58424","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.798643733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/producers","method":"POST","req_id":"79c29a4f-be64-4a33-b015-09dc7eb3e4fa","remote_addr":"127.0.0.1:58424","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.798881568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/producers","method":"POST","req_id":"2286c156-83d8-40c1-903e-eac6d9eefb54","remote_addr":"127.0.0.1:58426","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.79897636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/producers","method":"POST","req_id":"2286c156-83d8-40c1-903e-eac6d9eefb54","remote_addr":"127.0.0.1:58426","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.799455221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d479d424-65f6-47cb-aaf5-2ead1fe54a57","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.799549224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d479d424-65f6-47cb-aaf5-2ead1fe54a57","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.800056095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"79c29a4f-be64-4a33-b015-09dc7eb3e4fa","remote_addr":"127.0.0.1:58424","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.801002567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"79c29a4f-be64-4a33-b015-09dc7eb3e4fa","remote_addr":"127.0.0.1:58424","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.801068599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"79c29a4f-be64-4a33-b015-09dc7eb3e4fa","remote_addr":"127.0.0.1:58424","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.801655072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2286c156-83d8-40c1-903e-eac6d9eefb54","remote_addr":"127.0.0.1:58426","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.801731854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2286c156-83d8-40c1-903e-eac6d9eefb54","remote_addr":"127.0.0.1:58426","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.813952967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2286c156-83d8-40c1-903e-eac6d9eefb54","remote_addr":"127.0.0.1:58426","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:19.815223346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d479d424-65f6-47cb-aaf5-2ead1fe54a57","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.816170888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d479d424-65f6-47cb-aaf5-2ead1fe54a57","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:19.81624249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d479d424-65f6-47cb-aaf5-2ead1fe54a57","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.27098922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools","method":"POST","req_id":"9e2cf8ec-cbf8-4bc3-8c1c-c1ee67614919","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.271059402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools","method":"POST","req_id":"9e2cf8ec-cbf8-4bc3-8c1c-c1ee67614919","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.271246686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.271309668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.271543043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools","method":"POST","req_id":"3bbf781a-ee60-4f07-9be2-463c34f5d14a","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.271620285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools","method":"POST","req_id":"3bbf781a-ee60-4f07-9be2-463c34f5d14a","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:20.271660966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35460"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:20.271713737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35462"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:20.271755978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35464"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:20.271789909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35466"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:20.271894961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35468"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:20.271933633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35470"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:20.271965593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35472"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.27226439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.272325642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.285061616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools","method":"POST","req_id":"9e2cf8ec-cbf8-4bc3-8c1c-c1ee67614919","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.285133468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools","method":"POST","req_id":"9e2cf8ec-cbf8-4bc3-8c1c-c1ee67614919","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.285173669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.285391564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.298847805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.298916487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.298961448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.299002469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.29904018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.299647924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.309820319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools","method":"POST","req_id":"3bbf781a-ee60-4f07-9be2-463c34f5d14a","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.309899931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools","method":"POST","req_id":"3bbf781a-ee60-4f07-9be2-463c34f5d14a","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.309943752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.309986363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.310622208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.317919477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"ae150201-7e51-4c85-9f1c-f93d7041d033","remote_addr":"[::1]:35460","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.321370927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"4ec5351d-8879-4c8b-9ea2-0cb2d211dc7e","remote_addr":"[::1]:35462","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.321429499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"4c60325d-94cd-4e63-b708-550d278e5bf5","remote_addr":"[::1]:35464","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.32147707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"2c266381-acc2-4c7c-899a-ee15bdf860ba","remote_addr":"[::1]:35466","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.321513181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"c3dd5e7e-d2e2-4f70-a7de-24971992a26a","remote_addr":"[::1]:35468","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.321547891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"2ccf0eda-2544-4b29-ab2d-2ceec32a1dc4","remote_addr":"[::1]:35470","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.321584842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"e29ff21f-4231-4a77-8d2c-5fcb9a63ba38","remote_addr":"[::1]:35472","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:20.321621563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"ae150201-7e51-4c85-9f1c-f93d7041d033","remote_addr":"[::1]:35460","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2065,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:20.321671334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"4ec5351d-8879-4c8b-9ea2-0cb2d211dc7e","remote_addr":"[::1]:35462","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1978,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:20.321712115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"4c60325d-94cd-4e63-b708-550d278e5bf5","remote_addr":"[::1]:35464","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2092,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:20.321750366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"2c266381-acc2-4c7c-899a-ee15bdf860ba","remote_addr":"[::1]:35466","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2067,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:20.321796127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"c3dd5e7e-d2e2-4f70-a7de-24971992a26a","remote_addr":"[::1]:35468","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2022,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:20.321836958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"2ccf0eda-2544-4b29-ab2d-2ceec32a1dc4","remote_addr":"[::1]:35470","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1976,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:20.321875689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"e29ff21f-4231-4a77-8d2c-5fcb9a63ba38","remote_addr":"[::1]:35472","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1920,"response_code":200}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.332962955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.341178645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.341235177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.341264467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":2,"elapsed":"1.465961758s"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.341309939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.341341669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.34137852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.341409901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:20.341752649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d479d424-65f6-47cb-aaf5-2ead1fe54a57","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":542287,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.342046596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.342096007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.34308455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.347892741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d479d424-65f6-47cb-aaf5-2ead1fe54a57\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:08:20 GMT\"} })"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:20.347954882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":0,"n_pruned_tasks":0}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.348812512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:62749","req_id":"155e1cbe-b616-4f42-b3b2-f4b6371fb315","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   a6 4b 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .K..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.34916104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:62749","req_id":"155e1cbe-b616-4f42-b3b2-f4b6371fb315","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 42571,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.349315734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.349345435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.349616801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:62749","req_id":"155e1cbe-b616-4f42-b3b2-f4b6371fb315","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.349908558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3937, tv_nsec: 125159509 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.349983649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.351810772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.351855843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.352841576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.354497374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:1461","req_id":"e44caecf-3591-4b2a-ab35-23baff1bc842","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   15 8c 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.354603896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:1461","req_id":"e44caecf-3591-4b2a-ab35-23baff1bc842","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 5516,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.35476399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.354857033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:1461","req_id":"e44caecf-3591-4b2a-ab35-23baff1bc842","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.357964384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.358014175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.358048366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.358103357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.358988288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.360103244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.360161935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.361020655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.403721114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.407369678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.408191477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.408269609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.40830878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.418520127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.418743242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.418801473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.418852964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.41952668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.420654516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.421737711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.421792282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.421844023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.421874964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.432695395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c0c3ad4-0d07-46fe-8fbc-a0ecfaf47d45\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:08:20 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.432871029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.4329306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.432969091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.433310929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.434434705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.438307965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.438392207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.438417937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.438990281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.4398473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.439919492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.439956603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.444802196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.446574726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.446697419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.446806112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.447560519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.450493467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.45062761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.450723642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.451239865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.452219017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.453157919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.458461832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.458534033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.458572544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.459135057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.46011584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.479425307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.479503419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.47954001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.485544819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.486622994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.486686165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.486733676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.486767897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.487525614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"assigned collector to new producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:20.490681438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:20.49164501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/producers","method":"POST","req_id":"79c29a4f-be64-4a33-b015-09dc7eb3e4fa","remote_addr":"127.0.0.1:58424","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":692471,"response_code":201}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.491729442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79c29a4f-be64-4a33-b015-09dc7eb3e4fa\", \"content-length\": \"41\", \"date\": \"Fri, 16 Jan 2026 23:08:20 GMT\"} })"}
{"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.495850687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","wait_period":"150s","lease_duration":"600s"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.505730946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.505801348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.505853359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.50589213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.509078694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.510988888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.511052459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.51110038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.514132021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.515198805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.515275977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.515331869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.51538356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.518942052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"assigned collector to new producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:20.520619071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:20.529964267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/producers","method":"POST","req_id":"2286c156-83d8-40c1-903e-eac6d9eefb54","remote_addr":"127.0.0.1:58426","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":731050,"response_code":201}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.537657695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.544398891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.544507924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools","method":"POST","req_id":"9e2cf8ec-cbf8-4bc3-8c1c-c1ee67614919","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.544568195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"9e2cf8ec-cbf8-4bc3-8c1c-c1ee67614919","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.544631987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"9e2cf8ec-cbf8-4bc3-8c1c-c1ee67614919","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.544693738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"9e2cf8ec-cbf8-4bc3-8c1c-c1ee67614919","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.544751619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"9e2cf8ec-cbf8-4bc3-8c1c-c1ee67614919","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.546445779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"9e2cf8ec-cbf8-4bc3-8c1c-c1ee67614919","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.547475553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.547579695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.547634157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.5495264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.550475232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.550530393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.550571744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.554409453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.59444029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.618300402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.618405285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.618446906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.618496667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.618644701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.618698172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.61948232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.620596126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.639548425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.639658577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools","method":"POST","req_id":"3bbf781a-ee60-4f07-9be2-463c34f5d14a","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.639718539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"3bbf781a-ee60-4f07-9be2-463c34f5d14a","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.639831712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"3bbf781a-ee60-4f07-9be2-463c34f5d14a","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.639908963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"3bbf781a-ee60-4f07-9be2-463c34f5d14a","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.639970965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"3bbf781a-ee60-4f07-9be2-463c34f5d14a","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.640022026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"3bbf781a-ee60-4f07-9be2-463c34f5d14a","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.648285087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"9e2cf8ec-cbf8-4bc3-8c1c-c1ee67614919","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.672653861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"9e2cf8ec-cbf8-4bc3-8c1c-c1ee67614919","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.672772804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"9e2cf8ec-cbf8-4bc3-8c1c-c1ee67614919","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.672862766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"9e2cf8ec-cbf8-4bc3-8c1c-c1ee67614919","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.672947888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"9e2cf8ec-cbf8-4bc3-8c1c-c1ee67614919","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.690819202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"3bbf781a-ee60-4f07-9be2-463c34f5d14a","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.710448107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"3bbf781a-ee60-4f07-9be2-463c34f5d14a","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.714400368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"3bbf781a-ee60-4f07-9be2-463c34f5d14a","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.71449733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"3bbf781a-ee60-4f07-9be2-463c34f5d14a","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.714562952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"3bbf781a-ee60-4f07-9be2-463c34f5d14a","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.737245627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.743790269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.74513539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.745532389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.746918411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"member state reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.749152792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.750031603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.750140046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.750248068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.755044619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.992544739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.992632461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:20.992665071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.992707892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:20.994696698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.015550161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.015642053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.015690564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.015730635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.024068299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.026239829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.026379052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.026516426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.027650442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.067876233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.068068297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.070693849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.070866142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":3,"elapsed":"740.858605ms"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.169551847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.169625029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.191208309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.191317411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.191370023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.191417454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.191456865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.194257459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.194329331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.194365132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.195235822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.198654521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.204762913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:21.205208513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:21.205308865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:21.205740735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"project-create","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":21,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[8,9,null],[9,10,null],[10,11,null],[11,12,null],[12,13,null],[13,14,null],[14,15,null],[15,16,null],[16,17,null],[17,18,null],[2,3,null],[18,19,null],[20,0,null],[19,21,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"project_create.project_create_record\",\"label\":\"ProjectCreateRecord\",\"name\":\"project\"}},{\"Action\":{\"action_name\":\"project_create.project_create_vpc_params\",\"label\":\"ProjectCreateVpcParams\",\"name\":\"vpc_create_params\"}},{\"SubsagaStart\":{\"params_node_name\":\"vpc_create_params\",\"saga_name\":\"vpc-create\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateVpcId\",\"name\":\"vpc_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateSystemRouterId\",\"name\":\"system_router_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDefaultV4RouteId\",\"name\":\"default_v4_route_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDefaultV6RouteId\",\"name\":\"default_v6_route_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateSubnetRouteId\",\"name\":\"subnet_route_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDefaultSubnetId\",\"name\":\"default_subnet_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDefaultInternetGatewayId\",\"name\":\"default_internet_gateway_id\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_vpc\",\"label\":\"VpcCreateVpc\",\"name\":\"vpc\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_router\",\"label\":\"VpcCreateRouter\",\"name\":\"router\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_v4_route\",\"label\":\"VpcCreateV4Route\",\"name\":\"route4\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_v6_route\",\"label\":\"VpcCreateV6Route\",\"name\":\"route6\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_subnet\",\"label\":\"VpcCreateSubnet\",\"name\":\"subnet\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_subnet_route\",\"label\":\"VpcCreateSubnetRoute\",\"name\":\"route\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_update_firewall\",\"label\":\"VpcUpdateFirewall\",\"name\":\"firewall\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_gateway\",\"label\":\"VpcCreateGateway\",\"name\":\"gateway\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_notify_sleds\",\"label\":\"VpcNotifySleds\",\"name\":\"no_result\"}},{\"SubsagaEnd\":{\"name\":\"vpc\"}},{\"Start\":{\"params\":{\"authz_silo\":{\"key\":\"001de000-5110-4000-8000-000000000000\",\"lookup_type\":{\"ById\":\"001de000-5110-4000-8000-000000000000\"},\"parent\":null},\"project_create\":{\"description\":\"a pier\",\"name\":\"test-project\"},\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"project-create\",\"start_node\":20}"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:21.206925363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"project-create","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:21.303461598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools","method":"POST","req_id":"9e2cf8ec-cbf8-4bc3-8c1c-c1ee67614919","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":1032447,"response_code":201}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:21.306807616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"201"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:21.306860057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.306893878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.306954669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.30699693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.307034761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.307072192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.307116133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.307143524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.309307784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.309395396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.310212375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.317537264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.317613706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.317685088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.317727089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.318798374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.322702424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.322762665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.322799076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.326109813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:21.32815523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:21.328249872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"project-create","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.328505108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N020 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.328547079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"20","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.356853625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.363073749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.363156921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.363199082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.363232202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.364464551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N020 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.364519902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"20","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.380095213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.380183345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.400959536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.401038738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.401084219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.403470094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.409533144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.409599576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.410718932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.410761763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.411660494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.415269048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.449229624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.449402758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.449450849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.450167626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.454851284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.455846217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.455897158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.455944869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.456010911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.456668806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:21.460135556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools","method":"POST","req_id":"3bbf781a-ee60-4f07-9be2-463c34f5d14a","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":1188676,"response_code":201}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:21.464368694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"201"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:21.464997749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/system/ip-pools/default-v4/ranges/add","method":"POST"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.465375268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.47195554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.472124544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.472694777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.47281995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.473756082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.483369074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.483579279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.483757433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.483879796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.484850359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.506415248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.50650222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":3,"elapsed":"124.719128ms"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.506551071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.506601182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.506656233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.506696414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.506739126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.506780626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.506816807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.517910034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: cb00123a-e923-43e3-a41d-0d6b495b7342, lookup_type: ByName(\"mcast-pool\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.518085708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.518221831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.518328984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.519318997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.520579626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.521028866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.521106178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.521699342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.524713762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.535264006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: cb00123a-e923-43e3-a41d-0d6b495b7342, lookup_type: ByName(\"mcast-pool\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.5354457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.535603564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.53716229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.537240692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.537724003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.537927388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.544256284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.567434951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.567597435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.567776359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.569254813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.588764654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.588920158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.58900729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.589086692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.590926685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.605568294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.605655106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.609509825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.610929628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.626283324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.6304476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.630593294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.631592546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.631690129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.632354174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.632439616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.653392531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.656080744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: cb00123a-e923-43e3-a41d-0d6b495b7342, lookup_type: ByName(\"mcast-pool\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.656167906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.656234177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.656290248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.657052806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.664185001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.664251763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.664300624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.664386986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.66497593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.671681875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.674683794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: cb00123a-e923-43e3-a41d-0d6b495b7342, lookup_type: ByName(\"mcast-pool\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.675510914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.675562425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Array [Object {\"key\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"lookup_type\": Object {\"ByName\": String(\"test-project\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}, Object {\"identity\": Object {\"description\": String(\"a pier\"), \"id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"name\": String(\"test-project\"), \"time_created\": String(\"2026-01-16T23:08:21.483288Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:21.483288Z\")}, \"rcgen\": Number(1), \"silo_id\": String(\"001de000-5110-4000-8000-000000000000\")}])","node_id":"0","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.688006183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.688104705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.688165576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.689104968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.696546761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.6982628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.698320692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.700898051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.701598698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.7016767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.701720461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.701832753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:21.703327187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/mcast-pool/ranges/add","method":"POST","req_id":"410d2895-5921-4cc7-9847-4d66b07b2360","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":398447,"response_code":201}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:21.712957021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"201"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:21.714170099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/system/ip-pools/mcast-pool/silos","method":"POST"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.714696571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.714753552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"authz_project\": Object {\"key\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"lookup_type\": Object {\"ByName\": String(\"test-project\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}, \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}, \"vpc_create\": Object {\"description\": String(\"Default VPC\"), \"dns_name\": String(\"default\"), \"ipv6_prefix\": String(\"fd97:c455:3989::/48\"), \"name\": String(\"default\")}})","node_id":"1","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.715716734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: b9385fb5-156b-45a0-8331-91d8025ff373, lookup_type: ByName(\"default-v4\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.715830867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.715913539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.715977151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.716427631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.717818483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.717889935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.721100189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.721177391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.721232502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.721282773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.721318274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.727386055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.727474377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"2","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:21.739905265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.740306684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.740836986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.746646301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: b9385fb5-156b-45a0-8331-91d8025ff373, lookup_type: ByName(\"default-v4\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.746813645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.746953098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.747798267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.748849902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.749770003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.750218984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.751118704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.751229397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.75268436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2baba08d-c595-4fb3-b632-0af625fdba57","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.752830824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2baba08d-c595-4fb3-b632-0af625fdba57","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.753285414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2baba08d-c595-4fb3-b632-0af625fdba57","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.753438478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2baba08d-c595-4fb3-b632-0af625fdba57","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.754657206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2baba08d-c595-4fb3-b632-0af625fdba57","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.756020268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.756159591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.756276734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.756387956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.75826858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.759656782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.760693066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.76303641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.764230818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.76432645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.765336634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: b9385fb5-156b-45a0-8331-91d8025ff373, lookup_type: ByName(\"default-v4\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.765494907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.76562647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.765741003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.766728086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:21.767855562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2baba08d-c595-4fb3-b632-0af625fdba57","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":15171,"response_code":200}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.768165889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.768268841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.768370624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.769212313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.771101757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2baba08d-c595-4fb3-b632-0af625fdba57\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:08:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.771435685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.772124751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.774210899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\"))","node_id":"3","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.776930102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.780564186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: b9385fb5-156b-45a0-8331-91d8025ff373, lookup_type: ByName(\"default-v4\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.790642619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.794519419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.794649532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.794693133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.798529882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:21.80017084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/default-v4/ranges/add","method":"POST","req_id":"d6c500f9-8ef4-4e45-824a-fc1572aab766","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":296604,"response_code":201}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.802510704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.803519318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"4","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.803646621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cc66dedc-17f3-4bec-bde3-a1fbb43dfb24","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.803702662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cc66dedc-17f3-4bec-bde3-a1fbb43dfb24","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.804105581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cc66dedc-17f3-4bec-bde3-a1fbb43dfb24","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.804185493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cc66dedc-17f3-4bec-bde3-a1fbb43dfb24","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.805277708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cc66dedc-17f3-4bec-bde3-a1fbb43dfb24","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.806171889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.807725255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.807852858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.807996491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.808948544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.810043229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.810141331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"15e5af04-870f-46f5-ac26-541be2ef4630\"))","node_id":"4","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:21.812322431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cc66dedc-17f3-4bec-bde3-a1fbb43dfb24","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":8675,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:21.812550407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"201"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:21.812874044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/system/ip-pools/default-v4/silos","method":"POST"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.81354408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc66dedc-17f3-4bec-bde3-a1fbb43dfb24\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:08:21 GMT\"} })"}
{"msg":"registered new metric producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.813628472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:32999","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"registered new metric producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.814745928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:34249","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:21.814800869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.861563192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.988962232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.989037663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.989082354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.989117315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.989145496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.99408888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.994150592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"5","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.994196113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.994243734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.994295685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.994349857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.994393668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.994433559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.994473509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.994526981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:21.994567692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:21.994601912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.007246355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.008232588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.00875743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.009467797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.029422609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.0298867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.030042763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.030168446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.031155019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.033936573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.034070956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"918187ad-e919-4e41-8a7f-424a3b30e44f\"))","node_id":"5","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.036660737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.036897192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.037821543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.038934339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: cb00123a-e923-43e3-a41d-0d6b495b7342, lookup_type: ByName(\"mcast-pool\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.039097403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.039280297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.03939064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.040238609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:22.04414175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:1025","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:57010"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.045513531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"7b78aeb2-57e6-4c3d-8550-6838fdb8ff26","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:22.054667753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"7b78aeb2-57e6-4c3d-8550-6838fdb8ff26","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":9125,"response_code":200}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.055341269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.055415851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"6","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.056770032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.056839593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.056924755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.056970956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.060648212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.060703523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.069717442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: cb00123a-e923-43e3-a41d-0d6b495b7342, lookup_type: ByName(\"mcast-pool\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.073033679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.07311483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.073171702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.073460868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.07352346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.074102893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.076095299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.076155901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.076188082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.076223553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.076257253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.079685382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.096553053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.096643035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.096689686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 26 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.097135666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 26 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.097182627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 26 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.102276316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.102354358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.102393208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema FORMAT Native;"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.112567654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.112627975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"d2db6fa1-a5ca-4c42-b595-e9a652842f04\"))","node_id":"6","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.115340578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.11542704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:collections\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"base_route\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"producer_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"producer_ip\", field_type: IpAddr, source: Metric, description: \"\" }, FieldSchema { name: \"producer_port\", field_type: U16, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-01-16T23:08:22.098426927Z }","timeseries_name":"oximeter_collector:collections"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.116155337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.117065138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('oximeter_collector:collections') FORMAT Native;"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.11713794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.157411602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.157553236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.157616587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.166432191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.174661712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.174722913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"7","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.174758864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.174796055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"integration_target:integration_metric\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"metric_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-01-16T23:08:22.116102376Z }","timeseries_name":"integration_target:integration_metric"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.174849176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.174878547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('integration_target:integration_metric', 'oximeter_collector:collections') FORMAT Native;"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.177044327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.177098548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-01-16T23:08:22.174435247Z }","timeseries_name":"http_service:request_latency_histogram"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.183123548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.1832361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('http_service:request_latency_histogram', 'integration_target:integration_metric', 'oximeter_collector:collections') FORMAT Native;"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.189487745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.189647919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-01-16T23:08:22.183079757Z }","timeseries_name":"collection_target:cpus_provisioned"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.190592121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.190696173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric', 'oximeter_collector:collections') FORMAT Native;"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.191119103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.191209655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"4f66a26e-c6ce-42fa-bcd4-59b6aa94abe0\"))","node_id":"7","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.192628048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.201860222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-01-16T23:08:22.190550540Z }","timeseries_name":"collection_target:ram_provisioned"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.202854605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.202965887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric', 'oximeter_collector:collections') FORMAT Native;"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.203364477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.20352003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.204975594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.205107067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.206191572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.207682597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.215020596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"8","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.216727636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.217264139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-01-16T23:08:22.202812124Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"}
{"msg":"inserting 6 new timeseries schema","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.233041044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.238647614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":6,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:22.238836878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.23892942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.239204876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.239270458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.239316389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.240447395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.241611752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.241709934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.242434971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.243477575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.243527247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"e6da5f95-42e2-4249-a519-7941c9ed8d0f\"))","node_id":"8","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.247282574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.251232805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.251358628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.251408679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.251470811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.268562736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.269419286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.269513858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.269642251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.269699013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.274976345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.276312346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.276376167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"9","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.277994385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":4,"sql":"INSERT INTO oximeter.fields_ipaddr FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.280308168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.281414504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.281494096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.281544427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.29333112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.293410211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"f345a8d7-2466-4699-8abc-9a09e75c1d29\"))","node_id":"9","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.294242831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: b9385fb5-156b-45a0-8331-91d8025ff373, lookup_type: ByName(\"default-v4\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.295131131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.295195153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.295259464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.295351396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.300502876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_ipaddr","n_rows":4}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.300582848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":20,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.300628029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N010 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.30066715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"10","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.300921855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.304682233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.304778245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.304839836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.304944069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.30500721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.305721297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.306812132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.312842702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: b9385fb5-156b-45a0-8331-91d8025ff373, lookup_type: ByName(\"default-v4\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.312966044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.313029876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.314643293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.31623376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.316313982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.316376433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.316429244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.317161041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.318070033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.323867337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.3240125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.324094802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.325719559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.327421869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":20}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.327487741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.330426809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.33050775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.330723635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.330780127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.331971994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.332288372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.332465026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.333660123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":12}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.333721595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":27,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.346825298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.346954491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.347039713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.347101435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.348235171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.358867077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.358969249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.359058622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.359978473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.362575923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":27}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.362643475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":5,"n_rows":2,"sql":"INSERT INTO oximeter.measurements_cumulativeu64 FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.364341954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.364430556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.364499297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.364976079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.36591784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.38187445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.382009123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.382067375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.399255263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.404791461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_cumulativeu64","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.404862873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":8,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.408852435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":8}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.408945057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":16,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.409557591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.413794239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.413931562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.414006754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.414080096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.414183338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.415375946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:22.418632691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/mcast-pool/silos","method":"POST","req_id":"c1f40e8d-2af7-44d7-b127-650346f61425","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":701082,"response_code":201}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.419192554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N010 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.419251306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Array [Object {\"key\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"lookup_type\": Object {\"ByName\": String(\"test-project\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}, Object {\"dns_name\": String(\"default\"), \"firewall_gen\": Number(1), \"identity\": Object {\"description\": String(\"Default VPC\"), \"id\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\"), \"name\": String(\"default\"), \"time_created\": String(\"2026-01-16T23:08:22.316162Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:22.316162Z\")}, \"ipv6_prefix\": String(\"fd97:c455:3989::/48\"), \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"subnet_gen\": Number(1), \"system_router_id\": String(\"15e5af04-870f-46f5-ac26-541be2ef4630\"), \"vni\": Number(592861)}])","node_id":"10","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.424115588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.43238232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.432512732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.432583384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.433354782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.435058862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N011 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.435116113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"11","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:22.436041814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"201"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.436760261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":16}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.436823463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.436863974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.439203908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.43930151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.439370371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.439428733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.440252342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.444341197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.444422659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.44447997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.44923712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.449513876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.449645419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.450260123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.455063545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.455154177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.455206528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.45613163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:22.468058796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/default-v4/silos","method":"POST","req_id":"c460f348-1df0-4258-a0da-e3fc57953ef8","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":475484,"response_code":201}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:22.468605899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"201"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:22.468831944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/system/ip-pools","method":"POST"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.469117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools","method":"POST","req_id":"013892cc-de88-4c0a-9588-ebf80456f906","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.46996559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools","method":"POST","req_id":"013892cc-de88-4c0a-9588-ebf80456f906","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.470032312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools","method":"POST","req_id":"013892cc-de88-4c0a-9588-ebf80456f906","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.470071953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools","method":"POST","req_id":"013892cc-de88-4c0a-9588-ebf80456f906","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.470111143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.470150664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.470675636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.486573475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.495523832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.495672205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.495753217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.496514854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.510098069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.510187391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.511187724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.541361283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.541443215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.541489596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.541530287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.542568271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.545664012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N011 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.545728074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"key\": String(\"15e5af04-870f-46f5-ac26-541be2ef4630\"), \"lookup_type\": Object {\"ById\": String(\"15e5af04-870f-46f5-ac26-541be2ef4630\")}, \"parent\": Object {\"key\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"lookup_type\": Object {\"ByName\": String(\"test-project\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}})","node_id":"11","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.551413026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N012 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.551472977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"12","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.552208174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.552273705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.552309517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.553197057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.557414015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }, key: 15e5af04-870f-46f5-ac26-541be2ef4630, lookup_type: ById(15e5af04-870f-46f5-ac26-541be2ef4630) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.557509187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.557571268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.55763704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.558412938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.559976184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.564009328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.56409447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.564134511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.565039501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.577391328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.57748461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.577541641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.581047932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.582018225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.582076336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.582139328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.582199109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.583717044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.591892383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.591976785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.592032687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.592867646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.597403641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.597462252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.597497883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.598362243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.604945045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.609176094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }, key: 15e5af04-870f-46f5-ac26-541be2ef4630, lookup_type: ById(15e5af04-870f-46f5-ac26-541be2ef4630) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.609326757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.609383559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.610108025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.619904972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.626963955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.627043267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools","method":"POST","req_id":"013892cc-de88-4c0a-9588-ebf80456f906","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.627124119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"013892cc-de88-4c0a-9588-ebf80456f906","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.627188451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"013892cc-de88-4c0a-9588-ebf80456f906","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.627245432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"013892cc-de88-4c0a-9588-ebf80456f906","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.627296193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"013892cc-de88-4c0a-9588-ebf80456f906","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.62802062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"013892cc-de88-4c0a-9588-ebf80456f906","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.64095383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"013892cc-de88-4c0a-9588-ebf80456f906","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.657954693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"013892cc-de88-4c0a-9588-ebf80456f906","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.658079646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"013892cc-de88-4c0a-9588-ebf80456f906","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.658142707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"013892cc-de88-4c0a-9588-ebf80456f906","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.660635485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools","method":"POST","req_id":"013892cc-de88-4c0a-9588-ebf80456f906","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:22.668270742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools","method":"POST","req_id":"013892cc-de88-4c0a-9588-ebf80456f906","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":195391,"response_code":201}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:22.668344444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"201"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:22.668373314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/system/ip-pools/default-v6/ranges/add","method":"POST"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.668410975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.668449496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.668487477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.668522828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.668561398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.668597179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.67291801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.67551964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.675594071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.676593755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.682518152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.682594163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.682655825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.682735897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.683583756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.685856809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.68592074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.685977972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.686687548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.689565235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.693204489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.693274691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.693312451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.697964219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.704657694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.704728656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.704808918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.704857239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.706549018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.721046394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.721126716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.721175787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.721228968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.724541925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.729898139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.729992851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.730096883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.730164395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.73082015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.737071465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: 3882ef7c-08b9-45aa-aaab-ebd7293fd722, lookup_type: ByName(\"default-v6\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.737194348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.737260799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.737318561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.737367882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.739552932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N012 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.739607823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"12","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.740794191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.74766547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 3882ef7c-08b9-45aa-aaab-ebd7293fd722, lookup_type: ByName(\"default-v6\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.747856874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.747962947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.748619212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.75195794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.752076903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.753007274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.754294374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N013 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.754370276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"13","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.75630209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: 3882ef7c-08b9-45aa-aaab-ebd7293fd722, lookup_type: ByName(\"default-v6\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.756398332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.756469614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.756531335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.758710216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.764170803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }, key: 15e5af04-870f-46f5-ac26-541be2ef4630, lookup_type: ById(15e5af04-870f-46f5-ac26-541be2ef4630) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.764288886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.764360257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.764417358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.765290899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.766114948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.769705151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 3882ef7c-08b9-45aa-aaab-ebd7293fd722, lookup_type: ByName(\"default-v6\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.774193365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.774255186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.774300227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.775178987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:22.778924614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/default-v6/ranges/add","method":"POST","req_id":"11bea2a2-31be-47d3-8c04-8e68fd5b4c5d","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":113437,"response_code":201}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:22.779329954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"201"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:22.77959911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/system/ip-pools/default-v6/silos","method":"POST"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.779872726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.779938248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.779986899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.781058444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.781890083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.781953984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.782162599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.782243151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.782297303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.782345033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.783037309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.793833699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.810301191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }, key: 15e5af04-870f-46f5-ac26-541be2ef4630, lookup_type: ById(15e5af04-870f-46f5-ac26-541be2ef4630) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.810486935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.810566737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.811294634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.823173899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.823252421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.824446878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.825645976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.825734498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.827780585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.828559404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.828618575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.828655656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.828758838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.82881526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.82885225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.828909062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.829729851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.830701063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N013 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.830748674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"13","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.832848963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.832930625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.832973646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.833795995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.836421646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N014 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.836476397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"14","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.838230487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.843191362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.843340396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.843399707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.844189925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.845756062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.845899015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.845968337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.846020428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.847270767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.851980246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.852065328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.852121259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.85217129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.852223522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.852925988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.85301106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.853084831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.85388393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.871701482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.871784384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.871824215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.872681255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.875721256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.880102907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.880189109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.88024982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.880304481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.881275344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.885316508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.88541665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.885469561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.887672922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.89186568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: 3882ef7c-08b9-45aa-aaab-ebd7293fd722, lookup_type: ByName(\"default-v6\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.892188217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.892255689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.89231777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.89361931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.896614279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.911444873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.914736769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.925481228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 3882ef7c-08b9-45aa-aaab-ebd7293fd722, lookup_type: ByName(\"default-v6\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.925602441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.925663052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.925715053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.925768534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N014 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.925801065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Array [Object {\"key\": String(\"e6da5f95-42e2-4249-a519-7941c9ed8d0f\"), \"lookup_type\": Object {\"ById\": String(\"e6da5f95-42e2-4249-a519-7941c9ed8d0f\")}, \"parent\": Object {\"key\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"lookup_type\": Object {\"ByName\": String(\"test-project\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}, Object {\"custom_router_id\": Null, \"identity\": Object {\"description\": String(\"The default subnet for default\"), \"id\": String(\"e6da5f95-42e2-4249-a519-7941c9ed8d0f\"), \"name\": String(\"default\"), \"time_created\": String(\"2026-01-16T23:08:22.845701Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:22.845701Z\")}, \"ipv4_block\": String(\"172.30.0.0/22\"), \"ipv6_block\": String(\"fd97:c455:3989::/64\"), \"rcgen\": Number(1), \"vpc_id\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\")}])","node_id":"14","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.925895087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.925957559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.926074612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.927399202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N015 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.927461984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"15","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.933114115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }, key: 15e5af04-870f-46f5-ac26-541be2ef4630, lookup_type: ById(15e5af04-870f-46f5-ac26-541be2ef4630) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.933252918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.933331109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.933391721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.935547711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.936729768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.936873321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.936973584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.937042585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.937969117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.952848791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.952971334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.953813104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.953877915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.958669536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.958770789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.95883185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.960330185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.965620297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.965783131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.965846413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.965898314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.96744973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.973003208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.97310391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.973169072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.973229804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.973288755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.973339596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.992671004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.999263047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:22.99941375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:22.999474901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.006114805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.007350144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.021928901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }, key: 15e5af04-870f-46f5-ac26-541be2ef4630, lookup_type: ById(15e5af04-870f-46f5-ac26-541be2ef4630) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.022062104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.022121376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.022867123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.064381934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N015 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.064465156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"key\": String(\"4f66a26e-c6ce-42fa-bcd4-59b6aa94abe0\"), \"lookup_type\": Object {\"ById\": String(\"e6da5f95-42e2-4249-a519-7941c9ed8d0f\")}, \"parent\": Object {\"key\": String(\"15e5af04-870f-46f5-ac26-541be2ef4630\"), \"lookup_type\": Object {\"ById\": String(\"15e5af04-870f-46f5-ac26-541be2ef4630\")}, \"parent\": Object {\"key\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"lookup_type\": Object {\"ByName\": String(\"test-project\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}})","node_id":"15","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.069742618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N016 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.06980806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"16","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"default firewall rules for vpc default","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.073484235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","rules":"[VpcFirewallRule { identity: VpcFirewallRuleIdentity { id: 21342b39-80d2-4f89-a620-a16269ed68e0, name: Name(Name(\"allow-internal-inbound\")), description: \"allow inbound traffic to all instances within the VPC if originated within the VPC\", time_created: 2026-01-16T23:08:23.073329011Z, time_modified: 2026-01-16T23:08:23.073329011Z, time_deleted: None }, vpc_id: 2d7c0490-cd74-4458-93da-f848e9c15bf6, status: VpcFirewallRuleStatus(Enabled), direction: VpcFirewallRuleDirection(Inbound), targets: [VpcFirewallRuleTarget(Vpc(Name(\"default\")))], filter_hosts: Some([VpcFirewallRuleHostFilter(Vpc(Name(\"default\")))]), filter_ports: None, filter_protocols: None, action: VpcFirewallRuleAction(Allow), priority: VpcFirewallRulePriority(VpcFirewallRulePriority(65534)) }, VpcFirewallRule { identity: VpcFirewallRuleIdentity { id: fc6b172a-d208-4f56-b70d-de1b0c1b713d, name: Name(Name(\"allow-ssh\")), description: \"allow inbound TCP connections on port 22 from anywhere\", time_created: 2026-01-16T23:08:23.073350142Z, time_modified: 2026-01-16T23:08:23.073350142Z, time_deleted: None }, vpc_id: 2d7c0490-cd74-4458-93da-f848e9c15bf6, status: VpcFirewallRuleStatus(Enabled), direction: VpcFirewallRuleDirection(Inbound), targets: [VpcFirewallRuleTarget(Vpc(Name(\"default\")))], filter_hosts: None, filter_ports: Some([L4PortRange(L4PortRange { first: L4Port(22), last: L4Port(22) })]), filter_protocols: Some([VpcFirewallRuleProtocol(Tcp)]), action: VpcFirewallRuleAction(Allow), priority: VpcFirewallRulePriority(VpcFirewallRulePriority(65534)) }, VpcFirewallRule { identity: VpcFirewallRuleIdentity { id: 28a71293-543b-423e-817d-929b51625172, name: Name(Name(\"allow-icmp\")), description: \"allow inbound ICMP traffic from anywhere\", time_created: 2026-01-16T23:08:23.073361682Z, time_modified: 2026-01-16T23:08:23.073361682Z, time_deleted: None }, vpc_id: 2d7c0490-cd74-4458-93da-f848e9c15bf6, status: VpcFirewallRuleStatus(Enabled), direction: VpcFirewallRuleDirection(Inbound), targets: [VpcFirewallRuleTarget(Vpc(Name(\"default\")))], filter_hosts: None, filter_ports: None, filter_protocols: Some([VpcFirewallRuleProtocol(Icmp(None))]), action: VpcFirewallRuleAction(Allow), priority: VpcFirewallRulePriority(VpcFirewallRulePriority(65534)) }]"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.073638179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.073739381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.073800182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.073852494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.081143143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.084328516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.084415358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.084472769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.085487823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.095678199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.095783711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.095878893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.096691932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.106039589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.122161142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.122300475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.122375877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.123093494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.14323085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.143401814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.144720524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:23.149142277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/system/ip-pools/default-v6/silos","method":"POST","req_id":"dba02301-c060-458d-afd4-48e09d2c1dc2","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":367261,"response_code":201}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:23.150491878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"201"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.158178606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N016 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.158246208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Array [Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"filter_ports\": Null, \"filter_protocols\": Null, \"identity\": Object {\"description\": String(\"allow inbound traffic to all instances within the VPC if originated within the VPC\"), \"id\": String(\"21342b39-80d2-4f89-a620-a16269ed68e0\"), \"name\": String(\"allow-internal-inbound\"), \"time_created\": String(\"2026-01-16T23:08:23.073329011Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:23.073329011Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\")}, Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Null, \"filter_ports\": Array [String(\"22\")], \"filter_protocols\": Array [Object {\"type\": String(\"tcp\")}], \"identity\": Object {\"description\": String(\"allow inbound TCP connections on port 22 from anywhere\"), \"id\": String(\"fc6b172a-d208-4f56-b70d-de1b0c1b713d\"), \"name\": String(\"allow-ssh\"), \"time_created\": String(\"2026-01-16T23:08:23.073350142Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:23.073350142Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\")}, Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Null, \"filter_ports\": Null, \"filter_protocols\": Array [Object {\"type\": String(\"icmp\"), \"value\": Null}], \"identity\": Object {\"description\": String(\"allow inbound ICMP traffic from anywhere\"), \"id\": String(\"28a71293-543b-423e-817d-929b51625172\"), \"name\": String(\"allow-icmp\"), \"time_created\": String(\"2026-01-16T23:08:23.073361682Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:23.073361682Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\")}])","node_id":"16","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.166365836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N017 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.166434947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"17","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.169307794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.169370495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.1699904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.170082102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.170141933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.170209925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.171134826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.172278583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.173353748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.176843708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.176935141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.178903366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.179002149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.17904839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.180104214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.182220683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.182280634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.184498065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.184569187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.184626408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.185470038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.188839256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.198337066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.198455779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.198552821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.199325999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.202532073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.202603175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.203560897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.208363178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.20845144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.208499181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"Default ip pool lookup failed: Invalid Request: Multiple default unicast IP pools exist with different IP versions. Please specify ip_version (v4 or v6) or provide an explicit pool.. Default gateway has no ip pool association","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:23.226079599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.23001509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N017 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.230072271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"key\": String(\"f345a8d7-2466-4699-8abc-9a09e75c1d29\"), \"lookup_type\": Object {\"ById\": String(\"f345a8d7-2466-4699-8abc-9a09e75c1d29\")}, \"parent\": Object {\"key\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"lookup_type\": Object {\"ByName\": String(\"test-project\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}})","node_id":"17","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.241871714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N018 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.241942626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"18","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.256930633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.257021065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.257071496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.259033142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.259118204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.260997787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.262260606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.262398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.263509825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.266578096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.266679748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.26674303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.266799711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.267248152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:23.270671801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.270745113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.270817924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.270874906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.274142411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.279505636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.279601768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.279670259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.281939392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.286316673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.299774515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.299888488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.29997866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.300062252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.300118333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.300791589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.304336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.304413182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.304479914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.305731593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.310244467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.31037581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.310436342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.311717621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.31555489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.339836882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.339941845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.339993776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.340842076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"resolved names for firewall rules","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.348033463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"}
{"msg":"resolved firewall rules for sled agents","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.348099744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[]"}
{"msg":"resolved 0 rules for sleds","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.348131115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"resolved sleds for vpc default","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.475747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[]"}
{"msg":"sending firewall rules to sled agents","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.475816681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:23.475871592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.475904463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.475966865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.477025829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.482722051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N018 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.482778192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"18","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.494631437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N019 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.494683428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"19","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.503521103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N019 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.503573004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"19","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.515742116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N021 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.515798117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"21","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.528473811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N021 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.528535962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"21","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:23.53452013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:23.534674824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:23.601548653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"project-create","saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"success"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:23.601690836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:23.602044204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"ff69b775-099e-4e4d-ba68-53812f837bd5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: ff69b775-099e-4e4d-ba68-53812f837bd5, saga_log: SagaLog { saga_id: ff69b775-099e-4e4d-ba68-53812f837bd5, unwinding: false, events: [N020 started, N020 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 succeeded, N006 started, N006 succeeded, N007 started, N007 succeeded, N008 started, N008 succeeded, N009 started, N009 succeeded, N010 started, N010 succeeded, N011 started, N011 succeeded, N012 started, N012 succeeded, N013 started, N013 succeeded, N014 started, N014 succeeded, N015 started, N015 succeeded, N016 started, N016 succeeded, N017 started, N017 succeeded, N018 started, N018 succeeded, N019 started, N019 succeeded, N021 started, N021 succeeded], node_status: {0: Succeeded(Array [Object {\"key\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"lookup_type\": Object {\"ByName\": String(\"test-project\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}, Object {\"identity\": Object {\"description\": String(\"a pier\"), \"id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"name\": String(\"test-project\"), \"time_created\": String(\"2026-01-16T23:08:21.483288Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:21.483288Z\")}, \"rcgen\": Number(1), \"silo_id\": String(\"001de000-5110-4000-8000-000000000000\")}]), 1: Succeeded(Object {\"authz_project\": Object {\"key\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"lookup_type\": Object {\"ByName\": String(\"test-project\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}, \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}, \"vpc_create\": Object {\"description\": String(\"Default VPC\"), \"dns_name\": String(\"default\"), \"ipv6_prefix\": String(\"fd97:c455:3989::/48\"), \"name\": String(\"default\")}}), 2: Succeeded(Null), 3: Succeeded(String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\")), 4: Succeeded(String(\"15e5af04-870f-46f5-ac26-541be2ef4630\")), 5: Succeeded(String(\"918187ad-e919-4e41-8a7f-424a3b30e44f\")), 6: Succeeded(String(\"d2db6fa1-a5ca-4c42-b595-e9a652842f04\")), 7: Succeeded(String(\"4f66a26e-c6ce-42fa-bcd4-59b6aa94abe0\")), 8: Succeeded(String(\"e6da5f95-42e2-4249-a519-7941c9ed8d0f\")), 9: Succeeded(String(\"f345a8d7-2466-4699-8abc-9a09e75c1d29\")), 10: Succeeded(Array [Object {\"key\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"lookup_type\": Object {\"ByName\": String(\"test-project\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}, Object {\"dns_name\": String(\"default\"), \"firewall_gen\": Number(1), \"identity\": Object {\"description\": String(\"Default VPC\"), \"id\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\"), \"name\": String(\"default\"), \"time_created\": String(\"2026-01-16T23:08:22.316162Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:22.316162Z\")}, \"ipv6_prefix\": String(\"fd97:c455:3989::/48\"), \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"subnet_gen\": Number(1), \"system_router_id\": String(\"15e5af04-870f-46f5-ac26-541be2ef4630\"), \"vni\": Number(592861)}]), 11: Succeeded(Object {\"key\": String(\"15e5af04-870f-46f5-ac26-541be2ef4630\"), \"lookup_type\": Object {\"ById\": String(\"15e5af04-870f-46f5-ac26-541be2ef4630\")}, \"parent\": Object {\"key\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"lookup_type\": Object {\"ByName\": String(\"test-project\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}), 12: Succeeded(Null), 13: Succeeded(Null), 14: Succeeded(Array [Object {\"key\": String(\"e6da5f95-42e2-4249-a519-7941c9ed8d0f\"), \"lookup_type\": Object {\"ById\": String(\"e6da5f95-42e2-4249-a519-7941c9ed8d0f\")}, \"parent\": Object {\"key\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"lookup_type\": Object {\"ByName\": String(\"test-project\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}, Object {\"custom_router_id\": Null, \"identity\": Object {\"description\": String(\"The default subnet for default\"), \"id\": String(\"e6da5f95-42e2-4249-a519-7941c9ed8d0f\"), \"name\": String(\"default\"), \"time_created\": String(\"2026-01-16T23:08:22.845701Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:22.845701Z\")}, \"ipv4_block\": String(\"172.30.0.0/22\"), \"ipv6_block\": String(\"fd97:c455:3989::/64\"), \"rcgen\": Number(1), \"vpc_id\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\")}]), 15: Succeeded(Object {\"key\": String(\"4f66a26e-c6ce-42fa-bcd4-59b6aa94abe0\"), \"lookup_type\": Object {\"ById\": String(\"e6da5f95-42e2-4249-a519-7941c9ed8d0f\")}, \"parent\": Object {\"key\": String(\"15e5af04-870f-46f5-ac26-541be2ef4630\"), \"lookup_type\": Object {\"ById\": String(\"15e5af04-870f-46f5-ac26-541be2ef4630\")}, \"parent\": Object {\"key\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"lookup_type\": Object {\"ByName\": String(\"test-project\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}}), 16: Succeeded(Array [Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"filter_ports\": Null, \"filter_protocols\": Null, \"identity\": Object {\"description\": String(\"allow inbound traffic to all instances within the VPC if originated within the VPC\"), \"id\": String(\"21342b39-80d2-4f89-a620-a16269ed68e0\"), \"name\": String(\"allow-internal-inbound\"), \"time_created\": String(\"2026-01-16T23:08:23.073329011Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:23.073329011Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\")}, Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Null, \"filter_ports\": Array [String(\"22\")], \"filter_protocols\": Array [Object {\"type\": String(\"tcp\")}], \"identity\": Object {\"description\": String(\"allow inbound TCP connections on port 22 from anywhere\"), \"id\": String(\"fc6b172a-d208-4f56-b70d-de1b0c1b713d\"), \"name\": String(\"allow-ssh\"), \"time_created\": String(\"2026-01-16T23:08:23.073350142Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:23.073350142Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\")}, Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Null, \"filter_ports\": Null, \"filter_protocols\": Array [Object {\"type\": String(\"icmp\"), \"value\": Null}], \"identity\": Object {\"description\": String(\"allow inbound ICMP traffic from anywhere\"), \"id\": String(\"28a71293-543b-423e-817d-929b51625172\"), \"name\": String(\"allow-icmp\"), \"time_created\": String(\"2026-01-16T23:08:23.073361682Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:23.073361682Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\")}]), 17: Succeeded(Object {\"key\": String(\"f345a8d7-2466-4699-8abc-9a09e75c1d29\"), \"lookup_type\": Object {\"ById\": String(\"f345a8d7-2466-4699-8abc-9a09e75c1d29\")}, \"parent\": Object {\"key\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"lookup_type\": Object {\"ByName\": String(\"test-project\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}), 18: Succeeded(Null), 19: Succeeded(Null), 20: Succeeded(Null), 21: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Null, node_outputs: {\"default_internet_gateway_id\": String(\"f345a8d7-2466-4699-8abc-9a09e75c1d29\"), \"default_subnet_id\": String(\"e6da5f95-42e2-4249-a519-7941c9ed8d0f\"), \"default_v4_route_id\": String(\"918187ad-e919-4e41-8a7f-424a3b30e44f\"), \"default_v6_route_id\": String(\"d2db6fa1-a5ca-4c42-b595-e9a652842f04\"), \"firewall\": Array [Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"filter_ports\": Null, \"filter_protocols\": Null, \"identity\": Object {\"description\": String(\"allow inbound traffic to all instances within the VPC if originated within the VPC\"), \"id\": String(\"21342b39-80d2-4f89-a620-a16269ed68e0\"), \"name\": String(\"allow-internal-inbound\"), \"time_created\": String(\"2026-01-16T23:08:23.073329011Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:23.073329011Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\")}, Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Null, \"filter_ports\": Array [String(\"22\")], \"filter_protocols\": Array [Object {\"type\": String(\"tcp\")}], \"identity\": Object {\"description\": String(\"allow inbound TCP connections on port 22 from anywhere\"), \"id\": String(\"fc6b172a-d208-4f56-b70d-de1b0c1b713d\"), \"name\": String(\"allow-ssh\"), \"time_created\": String(\"2026-01-16T23:08:23.073350142Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:23.073350142Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\")}, Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Null, \"filter_ports\": Null, \"filter_protocols\": Array [Object {\"type\": String(\"icmp\"), \"value\": Null}], \"identity\": Object {\"description\": String(\"allow inbound ICMP traffic from anywhere\"), \"id\": String(\"28a71293-543b-423e-817d-929b51625172\"), \"name\": String(\"allow-icmp\"), \"time_created\": String(\"2026-01-16T23:08:23.073361682Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:23.073361682Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\")}], \"gateway\": Object {\"key\": String(\"f345a8d7-2466-4699-8abc-9a09e75c1d29\"), \"lookup_type\": Object {\"ById\": String(\"f345a8d7-2466-4699-8abc-9a09e75c1d29\")}, \"parent\": Object {\"key\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"lookup_type\": Object {\"ByName\": String(\"test-project\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}, \"no_result\": Null, \"project\": Array [Object {\"key\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"lookup_type\": Object {\"ByName\": String(\"test-project\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}, Object {\"identity\": Object {\"description\": String(\"a pier\"), \"id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"name\": String(\"test-project\"), \"time_created\": String(\"2026-01-16T23:08:21.483288Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:21.483288Z\")}, \"rcgen\": Number(1), \"silo_id\": String(\"001de000-5110-4000-8000-000000000000\")}], \"route\": Object {\"key\": String(\"4f66a26e-c6ce-42fa-bcd4-59b6aa94abe0\"), \"lookup_type\": Object {\"ById\": String(\"e6da5f95-42e2-4249-a519-7941c9ed8d0f\")}, \"parent\": Object {\"key\": String(\"15e5af04-870f-46f5-ac26-541be2ef4630\"), \"lookup_type\": Object {\"ById\": String(\"15e5af04-870f-46f5-ac26-541be2ef4630\")}, \"parent\": Object {\"key\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"lookup_type\": Object {\"ByName\": String(\"test-project\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}}, \"route4\": Null, \"route6\": Null, \"router\": Object {\"key\": String(\"15e5af04-870f-46f5-ac26-541be2ef4630\"), \"lookup_type\": Object {\"ById\": String(\"15e5af04-870f-46f5-ac26-541be2ef4630\")}, \"parent\": Object {\"key\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"lookup_type\": Object {\"ByName\": String(\"test-project\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}, \"subnet\": Array [Object {\"key\": String(\"e6da5f95-42e2-4249-a519-7941c9ed8d0f\"), \"lookup_type\": Object {\"ById\": String(\"e6da5f95-42e2-4249-a519-7941c9ed8d0f\")}, \"parent\": Object {\"key\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"lookup_type\": Object {\"ByName\": String(\"test-project\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}, Object {\"custom_router_id\": Null, \"identity\": Object {\"description\": String(\"The default subnet for default\"), \"id\": String(\"e6da5f95-42e2-4249-a519-7941c9ed8d0f\"), \"name\": String(\"default\"), \"time_created\": String(\"2026-01-16T23:08:22.845701Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:22.845701Z\")}, \"ipv4_block\": String(\"172.30.0.0/22\"), \"ipv6_block\": String(\"fd97:c455:3989::/64\"), \"rcgen\": Number(1), \"vpc_id\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\")}], \"subnet_route_id\": String(\"4f66a26e-c6ce-42fa-bcd4-59b6aa94abe0\"), \"system_router_id\": String(\"15e5af04-870f-46f5-ac26-541be2ef4630\"), \"vpc\": Null, \"vpc_create_params\": Object {\"authz_project\": Object {\"key\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"lookup_type\": Object {\"ByName\": String(\"test-project\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}, \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}, \"vpc_create\": Object {\"description\": String(\"Default VPC\"), \"dns_name\": String(\"default\"), \"ipv6_prefix\": String(\"fd97:c455:3989::/48\"), \"name\": String(\"default\")}}, \"vpc_id\": String(\"2d7c0490-cd74-4458-93da-f848e9c15bf6\")} }) }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.602958395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.603038807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.603093549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.603183671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.603472898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.607262115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.610447889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.610535421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.610594632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.611424762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:23.7029279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/projects","method":"POST","req_id":"961665a4-31bd-43c8-8da4-dffc224e8c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3431631,"response_code":201}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:23.703527814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"201"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:23.703852511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances?project=test-project","method":"POST"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:23.704567258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances?project=test-project","method":"POST"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:23.704621779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances?project=test-project","method":"POST"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.704764273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.704817094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.704875235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.704939637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.704989418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.705053079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.705536421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.705593622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.705648113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.705695464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.706704778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.707886755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.707961857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.708016648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.708059909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.710177038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.717984969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.718071161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.718120432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.718154823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.721404018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.724564911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.724652503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.726260501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.727206492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.727276954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.742086517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.7439505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.744031732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.744208897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:23.74610106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.746181372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.747032382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.747112433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.747169255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.747209476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.747337819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.748214329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.74827962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.748322321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.748359802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.7491431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.751041144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.751130147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.751175398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.751214019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.752431287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.756831469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.756928281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.756973392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.757715559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.759664014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.759721896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.759780807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.760527134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.761508657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.761586069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.76163939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.76338241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.765868738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fad14e56-ed02-4f90-94ed-e3ca44bb187f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.767577667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fad14e56-ed02-4f90-94ed-e3ca44bb187f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.767652819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fad14e56-ed02-4f90-94ed-e3ca44bb187f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.767715551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fad14e56-ed02-4f90-94ed-e3ca44bb187f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.767767032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fad14e56-ed02-4f90-94ed-e3ca44bb187f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.768058149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.772418339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.772545462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.772615504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.773561736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.774405265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.779429372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.779501134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.779540764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.780547248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.785277077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.789799822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.789946065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.790024917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.790896067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.793319014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.793452647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.79358156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.793657142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.794521461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.795436723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.795493014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.795526534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.795557515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.79749209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:23.797564662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fad14e56-ed02-4f90-94ed-e3ca44bb187f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":31734,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.797760146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.797818567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.797870849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.79791349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.798624506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.800409428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fad14e56-ed02-4f90-94ed-e3ca44bb187f\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:08:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.800474949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.800726175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.800778896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.800821607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.801613056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.802473726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.802527847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.802567688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.803328495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.804151764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.804205675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.804258977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.804975693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.812436316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c362d44b-eb3d-4575-8075-d43e81c651d2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.812563699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c362d44b-eb3d-4575-8075-d43e81c651d2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.81261597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c362d44b-eb3d-4575-8075-d43e81c651d2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.812682702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c362d44b-eb3d-4575-8075-d43e81c651d2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.813073781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c362d44b-eb3d-4575-8075-d43e81c651d2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.814178306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.829249995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.829333337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.8298736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.829949131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.829999323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.830049984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.830097335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.830162756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.830198327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.830249358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.830284149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.830335311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.830394292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.830477144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.830535355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.831478087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.837695031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.837802173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.837899146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.837968817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.838034999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.83809725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.8389561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:23.842753268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c362d44b-eb3d-4575-8075-d43e81c651d2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":29057,"response_code":200}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.842867821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.842917132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c362d44b-eb3d-4575-8075-d43e81c651d2\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:08:23 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.842974723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.843012844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:23.843047085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.843086606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.844903868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.84713972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.847305264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.847394636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.848196894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.849104015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.851450129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.851540531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.851597073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.85233465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.853363024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.855756039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.855844821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.855917293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.8566272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.857978711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:23.858776969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.858848921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:23.858897302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.091421596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.091537829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.09159631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.101230924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.101357726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.101414508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.106639249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.106750381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.106817243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.106876204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.107287073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.110736793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.110833186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.110892977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.111725616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.117667424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.117776167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.117833558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.117878359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.12397974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.134404062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.134609926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.134729149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.135742763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.136999572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.137120035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.138043466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.140062383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.140184726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.141060746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.142016848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.142136281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.143020071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.156734459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.156919503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.158057999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.158789806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.158860578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.158914929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.15896111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.159729918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.161473489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.161570841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.161651043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.161714814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.163358842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.165929902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.166012193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.167071118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.168239365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.168317297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.168375728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.169188727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.170484617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.170577659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.170637961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.1714943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.17319267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.174667914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.174842898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.17580275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.176997148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.177118201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.177198793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.177260074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.178025212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.179292631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.179363043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.179416494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.180250853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.181675516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.185598727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.185765791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.185853553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.185953895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.186012817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.186488698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.192362554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.192453946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.192503057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.193542801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.194474363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.202770105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.202907818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.202971409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.203777218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.205221281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.205304223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.205392175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.205764404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.223475614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.223558426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.22893222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.229467203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.229503764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.231233114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.231310256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.231360797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.242496735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.245862813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.248898553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.248998515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.249055876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.25008531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.253415037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.253482129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.25353353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.253581811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.254491612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.256718764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.266290815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.266408798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.26647175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.266822598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.268088657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.26819201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.268260511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.268319452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.269691974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.272157622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.272245853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.273163985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.274631709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.27469457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:24.276798449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.27685789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.276942722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.276990363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.277924255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.279120352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.279356798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.27941639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.279472011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.285376787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.28547109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.285536851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.285609583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.285671544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.297272503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.297373345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.297426607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.298513032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.31698379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.320931001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.32392823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.324034583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.324809331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.324903263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.324960094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.325156609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.32522376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.325284922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.325353654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.329265134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.331445195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.332003808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.33209778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.332180981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.332239303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.332470548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.334171958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.33425096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.334316571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.34376805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.343887003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.350073946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.350177908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.35025276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.352486782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.353222748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.35330146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.353365012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.354117819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.359572446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.361806157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.36190776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.361975091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.362033643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.362100664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.362140315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.362192756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.362231907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.362924533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.366201359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.366301742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.366369343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.373532699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.374657765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.375667428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.378721729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.379651351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.379716742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.379744713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.380579512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.384298278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.38438918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.384445371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.387474952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.394956705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.395078688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.395137309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.39518799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.395227941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.409213115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.409312557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.409366668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.410563086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:24.4193541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:24.419419592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:24.429021944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"instance-create","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":296,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[8,9,null],[9,10,null],[10,11,null],[11,12,null],[12,13,null],[13,14,null],[14,15,null],[15,16,null],[16,17,null],[17,18,null],[18,19,null],[19,20,null],[20,21,null],[21,22,null],[22,23,null],[23,24,null],[24,25,null],[25,26,null],[26,27,null],[27,28,null],[28,29,null],[29,30,null],[30,31,null],[31,32,null],[32,33,null],[33,34,null],[34,35,null],[35,36,null],[36,37,null],[37,38,null],[38,39,null],[39,40,null],[40,41,null],[41,42,null],[42,43,null],[43,44,null],[44,45,null],[45,46,null],[46,47,null],[47,48,null],[48,49,null],[49,50,null],[50,51,null],[51,52,null],[52,53,null],[53,54,null],[54,55,null],[55,56,null],[56,57,null],[57,58,null],[58,59,null],[59,60,null],[60,61,null],[61,62,null],[62,63,null],[63,64,null],[64,65,null],[65,66,null],[66,67,null],[67,68,null],[68,69,null],[69,70,null],[70,71,null],[71,72,null],[72,73,null],[73,74,null],[74,75,null],[75,76,null],[76,77,null],[77,78,null],[78,79,null],[79,80,null],[80,81,null],[81,82,null],[82,83,null],[83,84,null],[84,85,null],[85,86,null],[86,87,null],[87,88,null],[88,89,null],[89,90,null],[90,91,null],[91,92,null],[92,93,null],[93,94,null],[94,95,null],[95,96,null],[96,97,null],[97,98,null],[98,99,null],[99,100,null],[100,101,null],[101,102,null],[102,103,null],[103,104,null],[104,105,null],[105,106,null],[106,107,null],[107,108,null],[108,109,null],[109,110,null],[110,111,null],[111,112,null],[112,113,null],[113,114,null],[114,115,null],[115,116,null],[116,117,null],[117,118,null],[118,119,null],[119,120,null],[120,121,null],[121,122,null],[122,123,null],[123,124,null],[124,125,null],[125,126,null],[126,127,null],[127,128,null],[128,129,null],[129,130,null],[130,131,null],[131,132,null],[132,133,null],[133,134,null],[134,135,null],[135,136,null],[136,137,null],[137,138,null],[138,139,null],[139,140,null],[140,141,null],[141,142,null],[142,143,null],[143,144,null],[144,145,null],[145,146,null],[146,147,null],[147,148,null],[148,149,null],[149,150,null],[150,151,null],[151,152,null],[152,153,null],[153,154,null],[154,155,null],[155,156,null],[156,157,null],[157,158,null],[158,159,null],[159,160,null],[160,161,null],[161,162,null],[162,163,null],[163,164,null],[164,165,null],[165,166,null],[166,167,null],[167,168,null],[168,169,null],[169,170,null],[170,171,null],[171,172,null],[172,173,null],[173,174,null],[174,175,null],[175,176,null],[176,177,null],[177,178,null],[178,179,null],[179,180,null],[180,181,null],[181,182,null],[182,183,null],[183,184,null],[184,185,null],[185,186,null],[186,187,null],[187,188,null],[188,189,null],[189,190,null],[190,191,null],[191,192,null],[192,193,null],[193,194,null],[194,195,null],[195,196,null],[196,197,null],[197,198,null],[198,199,null],[199,200,null],[200,201,null],[201,202,null],[202,203,null],[203,204,null],[204,205,null],[205,206,null],[206,207,null],[207,208,null],[208,209,null],[209,210,null],[210,211,null],[211,212,null],[212,213,null],[213,214,null],[214,215,null],[215,216,null],[216,217,null],[217,218,null],[218,219,null],[219,220,null],[220,221,null],[221,222,null],[222,223,null],[223,224,null],[224,225,null],[225,226,null],[226,227,null],[227,228,null],[228,229,null],[229,230,null],[230,231,null],[231,232,null],[232,233,null],[233,234,null],[234,235,null],[235,236,null],[236,237,null],[237,238,null],[238,239,null],[239,240,null],[240,241,null],[241,242,null],[242,243,null],[243,244,null],[244,245,null],[245,246,null],[246,247,null],[247,248,null],[248,249,null],[249,250,null],[250,251,null],[251,252,null],[252,253,null],[253,254,null],[254,255,null],[255,256,null],[256,257,null],[257,258,null],[258,259,null],[259,260,null],[260,261,null],[261,262,null],[262,263,null],[263,264,null],[264,265,null],[265,266,null],[266,267,null],[267,268,null],[268,269,null],[269,270,null],[270,271,null],[271,272,null],[272,273,null],[273,274,null],[274,275,null],[275,276,null],[276,277,null],[277,278,null],[278,279,null],[279,280,null],[280,281,null],[281,282,null],[282,283,null],[283,284,null],[284,285,null],[285,286,null],[286,287,null],[287,288,null],[288,289,null],[289,290,null],[290,291,null],[291,292,null],[292,293,null],[293,294,null],[295,0,null],[294,296,null]],\"node_holes\":[],\"nodes\":[{\"Constant\":{\"name\":\"instance_id\",\"value\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"}},{\"Action\":{\"action_name\":\"instance_create.create_instance_record\",\"label\":\"CreateInstanceRecord\",\"name\":\"instance_record\"}},{\"Action\":{\"action_name\":\"instance_create.associate_ssh_keys\",\"label\":\"AssociateSshKeys\",\"name\":\"output\"}},{\"Constant\":{\"name\":\"network_interface_params0\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"aec98542-7333-4a2b-a121-dab0956feb5f\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":0}}},{\"SubsagaStart\":{\"params_node_name\":\"network_interface_params0\",\"saga_name\":\"instance-create-nic0\"}},{\"Action\":{\"action_name\":\"instance_create.create_network_interface\",\"label\":\"CreateNetworkInterface0\",\"name\":\"output\"}},{\"SubsagaEnd\":{\"name\":\"network_interface0\"}},{\"Constant\":{\"name\":\"network_interface_params1\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"7b0d500a-498b-4780-891e-fb6684b65281\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":1}}},{\"SubsagaStart\":{\"params_node_name\":\"network_interface_params1\",\"saga_name\":\"instance-create-nic1\"}},{\"Action\":{\"action_name\":\"instance_create.create_network_interface\",\"label\":\"CreateNetworkInterface1\",\"name\":\"output\"}},{\"SubsagaEnd\":{\"name\":\"network_interface1\"}},{\"Constant\":{\"name\":\"network_interface_params2\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"b40f42f6-e846-4592-82d6-cab2c36f42fb\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":2}}},{\"SubsagaStart\":{\"params_node_name\":\"network_interface_params2\",\"saga_name\":\"instance-create-nic2\"}},{\"Action\":{\"action_name\":\"instance_create.create_network_interface\",\"label\":\"CreateNetworkInterface2\",\"name\":\"output\"}},{\"SubsagaEnd\":{\"name\":\"network_interface2\"}},{\"Constant\":{\"name\":\"network_interface_params3\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"e9ff52b3-0971-477a-94e0-28a47218d68e\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":3}}},{\"SubsagaStart\":{\"params_node_name\":\"network_interface_params3\",\"saga_name\":\"instance-create-nic3\"}},{\"Action\":{\"action_name\":\"instance_create.create_network_interface\",\"label\":\"CreateNetworkInterface3\",\"name\":\"output\"}},{\"SubsagaEnd\":{\"name\":\"network_interface3\"}},{\"Constant\":{\"name\":\"network_interface_params4\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"4ea51646-c47a-4e88-b3fa-fdf64e8aaf4c\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":4}}},{\"SubsagaStart\":{\"params_node_name\":\"network_interface_params4\",\"saga_name\":\"instance-create-nic4\"}},{\"Action\":{\"action_name\":\"instance_create.create_network_interface\",\"label\":\"CreateNetworkInterface4\",\"name\":\"output\"}},{\"SubsagaEnd\":{\"name\":\"network_interface4\"}},{\"Constant\":{\"name\":\"network_interface_params5\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"26de71bc-c543-4e3a-ba8f-33c2156f826d\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":5}}},{\"SubsagaStart\":{\"params_node_name\":\"network_interface_params5\",\"saga_name\":\"instance-create-nic5\"}},{\"Action\":{\"action_name\":\"instance_create.create_network_interface\",\"label\":\"CreateNetworkInterface5\",\"name\":\"output\"}},{\"SubsagaEnd\":{\"name\":\"network_interface5\"}},{\"Constant\":{\"name\":\"network_interface_params6\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"ec522257-0ae0-4c39-bd4c-5797bb592bcb\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":6}}},{\"SubsagaStart\":{\"params_node_name\":\"network_interface_params6\",\"saga_name\":\"instance-create-nic6\"}},{\"Action\":{\"action_name\":\"instance_create.create_network_interface\",\"label\":\"CreateNetworkInterface6\",\"name\":\"output\"}},{\"SubsagaEnd\":{\"name\":\"network_interface6\"}},{\"Constant\":{\"name\":\"network_interface_params7\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"80a1e0ed-7c53-4c24-942d-c46513bd029d\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":7}}},{\"SubsagaStart\":{\"params_node_name\":\"network_interface_params7\",\"saga_name\":\"instance-create-nic7\"}},{\"Action\":{\"action_name\":\"instance_create.create_network_interface\",\"label\":\"CreateNetworkInterface7\",\"name\":\"output\"}},{\"SubsagaEnd\":{\"name\":\"network_interface7\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"CreateSnatIpv4Id\",\"name\":\"snat_ipv4_id\"}},{\"Action\":{\"action_name\":\"instance_create.create_snat_ipv4\",\"label\":\"CreateSnatIpv4\",\"name\":\"snat_ipv4\"}},{\"Constant\":{\"name\":\"external_ip_params0\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"d40f9eb1-c2cf-40da-b40a-79267223d489\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":0}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params0\",\"saga_name\":\"instance-create-external-ip0\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp0\",\"name\":\"external-ip-0\"}},{\"SubsagaEnd\":{\"name\":\"external_ip0\"}},{\"Constant\":{\"name\":\"external_ip_params1\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"7b371e4a-6c36-4ae6-9044-0841edceb38e\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":1}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params1\",\"saga_name\":\"instance-create-external-ip1\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp1\",\"name\":\"external-ip-1\"}},{\"SubsagaEnd\":{\"name\":\"external_ip1\"}},{\"Constant\":{\"name\":\"external_ip_params2\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"dc61141d-f793-449a-88ca-01f98e291c31\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":2}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params2\",\"saga_name\":\"instance-create-external-ip2\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp2\",\"name\":\"external-ip-2\"}},{\"SubsagaEnd\":{\"name\":\"external_ip2\"}},{\"Constant\":{\"name\":\"external_ip_params3\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"2e69a7fe-01f1-4084-b7a1-c10baaeed334\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":3}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params3\",\"saga_name\":\"instance-create-external-ip3\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp3\",\"name\":\"external-ip-3\"}},{\"SubsagaEnd\":{\"name\":\"external_ip3\"}},{\"Constant\":{\"name\":\"external_ip_params4\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"bcd4df68-0557-4e58-ab55-ac04fd06dc2b\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":4}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params4\",\"saga_name\":\"instance-create-external-ip4\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp4\",\"name\":\"external-ip-4\"}},{\"SubsagaEnd\":{\"name\":\"external_ip4\"}},{\"Constant\":{\"name\":\"external_ip_params5\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"34dcf2f9-001e-4bff-8d16-04ca155adad7\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":5}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params5\",\"saga_name\":\"instance-create-external-ip5\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp5\",\"name\":\"external-ip-5\"}},{\"SubsagaEnd\":{\"name\":\"external_ip5\"}},{\"Constant\":{\"name\":\"external_ip_params6\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"6fabac16-ae0e-447d-8f6d-b4f2c025b669\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":6}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params6\",\"saga_name\":\"instance-create-external-ip6\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp6\",\"name\":\"external-ip-6\"}},{\"SubsagaEnd\":{\"name\":\"external_ip6\"}},{\"Constant\":{\"name\":\"external_ip_params7\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"2991b358-c6da-4fb9-8b0e-c4ca2286b791\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":7}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params7\",\"saga_name\":\"instance-create-external-ip7\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp7\",\"name\":\"external-ip-7\"}},{\"SubsagaEnd\":{\"name\":\"external_ip7\"}},{\"Constant\":{\"name\":\"external_ip_params8\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"e0651b14-0bd1-4eb4-a1ee-f00c89f53eca\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":8}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params8\",\"saga_name\":\"instance-create-external-ip8\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp8\",\"name\":\"external-ip-8\"}},{\"SubsagaEnd\":{\"name\":\"external_ip8\"}},{\"Constant\":{\"name\":\"external_ip_params9\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"8a5dc0f4-d40f-4c60-8238-8c5079c22a47\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":9}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params9\",\"saga_name\":\"instance-create-external-ip9\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp9\",\"name\":\"external-ip-9\"}},{\"SubsagaEnd\":{\"name\":\"external_ip9\"}},{\"Constant\":{\"name\":\"external_ip_params10\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"f6c180e8-07ce-415c-acb1-16abbf5309d3\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":10}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params10\",\"saga_name\":\"instance-create-external-ip10\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp10\",\"name\":\"external-ip-10\"}},{\"SubsagaEnd\":{\"name\":\"external_ip10\"}},{\"Constant\":{\"name\":\"external_ip_params11\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"d39c9a36-5185-4048-af31-2e7dc7150198\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":11}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params11\",\"saga_name\":\"instance-create-external-ip11\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp11\",\"name\":\"external-ip-11\"}},{\"SubsagaEnd\":{\"name\":\"external_ip11\"}},{\"Constant\":{\"name\":\"external_ip_params12\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"4117ba1f-6851-4c6b-94fb-07f957def11a\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":12}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params12\",\"saga_name\":\"instance-create-external-ip12\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp12\",\"name\":\"external-ip-12\"}},{\"SubsagaEnd\":{\"name\":\"external_ip12\"}},{\"Constant\":{\"name\":\"external_ip_params13\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"dcf16f6e-08a2-4489-a8ec-3350a832c426\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":13}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params13\",\"saga_name\":\"instance-create-external-ip13\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp13\",\"name\":\"external-ip-13\"}},{\"SubsagaEnd\":{\"name\":\"external_ip13\"}},{\"Constant\":{\"name\":\"external_ip_params14\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"e9003b26-7620-4342-b051-19bab019b8aa\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":14}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params14\",\"saga_name\":\"instance-create-external-ip14\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp14\",\"name\":\"external-ip-14\"}},{\"SubsagaEnd\":{\"name\":\"external_ip14\"}},{\"Constant\":{\"name\":\"external_ip_params15\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"087e294a-e970-4b33-8b6d-b4c5f52807c3\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":15}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params15\",\"saga_name\":\"instance-create-external-ip15\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp15\",\"name\":\"external-ip-15\"}},{\"SubsagaEnd\":{\"name\":\"external_ip15\"}},{\"Constant\":{\"name\":\"external_ip_params16\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"55ab3af6-e31f-4c39-a6c5-f00e2ee86970\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":16}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params16\",\"saga_name\":\"instance-create-external-ip16\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp16\",\"name\":\"external-ip-16\"}},{\"SubsagaEnd\":{\"name\":\"external_ip16\"}},{\"Constant\":{\"name\":\"external_ip_params17\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"3edf277b-4042-4db0-945f-11a98c21a5d9\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":17}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params17\",\"saga_name\":\"instance-create-external-ip17\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp17\",\"name\":\"external-ip-17\"}},{\"SubsagaEnd\":{\"name\":\"external_ip17\"}},{\"Constant\":{\"name\":\"external_ip_params18\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"08bf1dc9-2373-4bf4-9940-4c7470702136\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":18}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params18\",\"saga_name\":\"instance-create-external-ip18\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp18\",\"name\":\"external-ip-18\"}},{\"SubsagaEnd\":{\"name\":\"external_ip18\"}},{\"Constant\":{\"name\":\"external_ip_params19\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"a197d626-c87a-49b7-b59f-af7e0a673cf3\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":19}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params19\",\"saga_name\":\"instance-create-external-ip19\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp19\",\"name\":\"external-ip-19\"}},{\"SubsagaEnd\":{\"name\":\"external_ip19\"}},{\"Constant\":{\"name\":\"external_ip_params20\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"8b30dda7-3a86-4d4d-b24e-6cbfbd4a8812\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":20}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params20\",\"saga_name\":\"instance-create-external-ip20\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp20\",\"name\":\"external-ip-20\"}},{\"SubsagaEnd\":{\"name\":\"external_ip20\"}},{\"Constant\":{\"name\":\"external_ip_params21\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"2d842744-75fc-4031-87eb-ad5d2ccde2fd\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":21}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params21\",\"saga_name\":\"instance-create-external-ip21\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp21\",\"name\":\"external-ip-21\"}},{\"SubsagaEnd\":{\"name\":\"external_ip21\"}},{\"Constant\":{\"name\":\"external_ip_params22\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"610b4764-dacd-415e-9932-5933d1eece34\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":22}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params22\",\"saga_name\":\"instance-create-external-ip22\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp22\",\"name\":\"external-ip-22\"}},{\"SubsagaEnd\":{\"name\":\"external_ip22\"}},{\"Constant\":{\"name\":\"external_ip_params23\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"ac7d3816-1e14-4fd1-9731-2b2be21d795a\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":23}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params23\",\"saga_name\":\"instance-create-external-ip23\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp23\",\"name\":\"external-ip-23\"}},{\"SubsagaEnd\":{\"name\":\"external_ip23\"}},{\"Constant\":{\"name\":\"external_ip_params24\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"0371a9fc-8b90-470f-98c3-afeb904dcca6\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":24}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params24\",\"saga_name\":\"instance-create-external-ip24\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp24\",\"name\":\"external-ip-24\"}},{\"SubsagaEnd\":{\"name\":\"external_ip24\"}},{\"Constant\":{\"name\":\"external_ip_params25\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"55506e88-3265-43c5-946f-6d3cf661851a\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":25}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params25\",\"saga_name\":\"instance-create-external-ip25\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp25\",\"name\":\"external-ip-25\"}},{\"SubsagaEnd\":{\"name\":\"external_ip25\"}},{\"Constant\":{\"name\":\"external_ip_params26\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"e878f1b4-0f56-4494-9182-eacd732798a8\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":26}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params26\",\"saga_name\":\"instance-create-external-ip26\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp26\",\"name\":\"external-ip-26\"}},{\"SubsagaEnd\":{\"name\":\"external_ip26\"}},{\"Constant\":{\"name\":\"external_ip_params27\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"c32f1b81-cffa-4345-90af-127f18598e45\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":27}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params27\",\"saga_name\":\"instance-create-external-ip27\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp27\",\"name\":\"external-ip-27\"}},{\"SubsagaEnd\":{\"name\":\"external_ip27\"}},{\"Constant\":{\"name\":\"external_ip_params28\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"df6bd3a1-0ed7-4b43-83cc-4ded2d7c019a\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":28}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params28\",\"saga_name\":\"instance-create-external-ip28\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp28\",\"name\":\"external-ip-28\"}},{\"SubsagaEnd\":{\"name\":\"external_ip28\"}},{\"Constant\":{\"name\":\"external_ip_params29\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"e719af18-44cd-4241-8b13-a290658b2754\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":29}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params29\",\"saga_name\":\"instance-create-external-ip29\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp29\",\"name\":\"external-ip-29\"}},{\"SubsagaEnd\":{\"name\":\"external_ip29\"}},{\"Constant\":{\"name\":\"external_ip_params30\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"e4efd767-7192-4c18-a8fc-d9040866aee3\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":30}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params30\",\"saga_name\":\"instance-create-external-ip30\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp30\",\"name\":\"external-ip-30\"}},{\"SubsagaEnd\":{\"name\":\"external_ip30\"}},{\"Constant\":{\"name\":\"external_ip_params31\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"d46ae9ba-ad90-494a-9107-7208acc80459\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":31}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params31\",\"saga_name\":\"instance-create-external-ip31\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp31\",\"name\":\"external-ip-31\"}},{\"SubsagaEnd\":{\"name\":\"external_ip31\"}},{\"Constant\":{\"name\":\"multicast_group_params0\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"3f2b3048-3ee3-4e5a-b02d-f725cb10bf45\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":0}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params0\",\"saga_name\":\"instance-create-multicast-group0\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup0\",\"name\":\"multicast-group-0\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group0\"}},{\"Constant\":{\"name\":\"multicast_group_params1\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"b80ca793-0ac2-4304-83eb-27d8df115462\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":1}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params1\",\"saga_name\":\"instance-create-multicast-group1\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup1\",\"name\":\"multicast-group-1\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group1\"}},{\"Constant\":{\"name\":\"multicast_group_params2\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"cb539072-3952-4b67-bbd5-75a639a18f23\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":2}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params2\",\"saga_name\":\"instance-create-multicast-group2\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup2\",\"name\":\"multicast-group-2\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group2\"}},{\"Constant\":{\"name\":\"multicast_group_params3\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"3da8f7fb-b6fc-49d8-83da-425b7eab63f0\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":3}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params3\",\"saga_name\":\"instance-create-multicast-group3\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup3\",\"name\":\"multicast-group-3\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group3\"}},{\"Constant\":{\"name\":\"multicast_group_params4\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"504153ba-1d10-4b23-bcf9-b428da9e6e78\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":4}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params4\",\"saga_name\":\"instance-create-multicast-group4\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup4\",\"name\":\"multicast-group-4\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group4\"}},{\"Constant\":{\"name\":\"multicast_group_params5\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"c8edbc7a-c11e-44c3-9aa5-a12276350913\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":5}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params5\",\"saga_name\":\"instance-create-multicast-group5\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup5\",\"name\":\"multicast-group-5\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group5\"}},{\"Constant\":{\"name\":\"multicast_group_params6\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"a0ee9c78-192c-43ca-85ee-99b91a0a62a7\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":6}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params6\",\"saga_name\":\"instance-create-multicast-group6\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup6\",\"name\":\"multicast-group-6\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group6\"}},{\"Constant\":{\"name\":\"multicast_group_params7\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"7dcc378f-7a0f-4625-9c7d-82484f4d1198\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":7}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params7\",\"saga_name\":\"instance-create-multicast-group7\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup7\",\"name\":\"multicast-group-7\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group7\"}},{\"Constant\":{\"name\":\"multicast_group_params8\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"d42f8171-9786-475a-83e5-80b0e8619685\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":8}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params8\",\"saga_name\":\"instance-create-multicast-group8\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup8\",\"name\":\"multicast-group-8\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group8\"}},{\"Constant\":{\"name\":\"multicast_group_params9\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"891806da-3413-4489-bda8-812b1f781dbd\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":9}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params9\",\"saga_name\":\"instance-create-multicast-group9\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup9\",\"name\":\"multicast-group-9\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group9\"}},{\"Constant\":{\"name\":\"multicast_group_params10\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"5113f9a1-17db-438d-ab7c-6b8e4d21dcb6\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":10}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params10\",\"saga_name\":\"instance-create-multicast-group10\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup10\",\"name\":\"multicast-group-10\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group10\"}},{\"Constant\":{\"name\":\"multicast_group_params11\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"a6ac5ff2-ba81-4d44-a0f2-6a7d5f545a83\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":11}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params11\",\"saga_name\":\"instance-create-multicast-group11\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup11\",\"name\":\"multicast-group-11\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group11\"}},{\"Constant\":{\"name\":\"multicast_group_params12\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"6d0648b2-83c0-4e22-b8bb-b017b7429edd\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":12}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params12\",\"saga_name\":\"instance-create-multicast-group12\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup12\",\"name\":\"multicast-group-12\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group12\"}},{\"Constant\":{\"name\":\"multicast_group_params13\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"6f3e1ad2-3113-4ec4-a799-124dd7819658\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":13}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params13\",\"saga_name\":\"instance-create-multicast-group13\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup13\",\"name\":\"multicast-group-13\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group13\"}},{\"Constant\":{\"name\":\"multicast_group_params14\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"f3f9da21-e031-4033-82da-17fafdc91a33\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":14}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params14\",\"saga_name\":\"instance-create-multicast-group14\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup14\",\"name\":\"multicast-group-14\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group14\"}},{\"Constant\":{\"name\":\"multicast_group_params15\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"f119cae1-5378-40f1-b7a1-94a2a247c27b\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":15}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params15\",\"saga_name\":\"instance-create-multicast-group15\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup15\",\"name\":\"multicast-group-15\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group15\"}},{\"Constant\":{\"name\":\"multicast_group_params16\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"b7eaa4e6-3fcb-4117-a908-4da8cbcd7ece\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":16}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params16\",\"saga_name\":\"instance-create-multicast-group16\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup16\",\"name\":\"multicast-group-16\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group16\"}},{\"Constant\":{\"name\":\"multicast_group_params17\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"dce1c07e-6c6f-4373-8fef-d5303c09a1da\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":17}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params17\",\"saga_name\":\"instance-create-multicast-group17\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup17\",\"name\":\"multicast-group-17\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group17\"}},{\"Constant\":{\"name\":\"multicast_group_params18\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"4cac1578-7f77-4eb1-9ca7-89dec6898b4c\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":18}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params18\",\"saga_name\":\"instance-create-multicast-group18\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup18\",\"name\":\"multicast-group-18\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group18\"}},{\"Constant\":{\"name\":\"multicast_group_params19\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"b7f9aabe-1b3e-4497-ad1e-6ebce5656b0d\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":19}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params19\",\"saga_name\":\"instance-create-multicast-group19\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup19\",\"name\":\"multicast-group-19\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group19\"}},{\"Constant\":{\"name\":\"multicast_group_params20\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"2b1151f3-c434-47e5-8894-7ea9bba4d0ca\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":20}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params20\",\"saga_name\":\"instance-create-multicast-group20\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup20\",\"name\":\"multicast-group-20\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group20\"}},{\"Constant\":{\"name\":\"multicast_group_params21\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"819dbb22-adfc-4b60-b906-1921d6b925bd\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":21}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params21\",\"saga_name\":\"instance-create-multicast-group21\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup21\",\"name\":\"multicast-group-21\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group21\"}},{\"Constant\":{\"name\":\"multicast_group_params22\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"ef6d1b73-96f9-4bc9-b225-b91a4ef655aa\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":22}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params22\",\"saga_name\":\"instance-create-multicast-group22\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup22\",\"name\":\"multicast-group-22\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group22\"}},{\"Constant\":{\"name\":\"multicast_group_params23\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"86b7176e-691f-4b21-b7a8-61b91281a1ed\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":23}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params23\",\"saga_name\":\"instance-create-multicast-group23\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup23\",\"name\":\"multicast-group-23\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group23\"}},{\"Constant\":{\"name\":\"multicast_group_params24\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"46302c81-08d4-4e4c-8c65-181857c1c3b0\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":24}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params24\",\"saga_name\":\"instance-create-multicast-group24\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup24\",\"name\":\"multicast-group-24\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group24\"}},{\"Constant\":{\"name\":\"multicast_group_params25\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"342a577e-fc8f-41c7-9add-e8275daee915\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":25}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params25\",\"saga_name\":\"instance-create-multicast-group25\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup25\",\"name\":\"multicast-group-25\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group25\"}},{\"Constant\":{\"name\":\"multicast_group_params26\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"44792c34-2c3b-4694-ab2a-2dad1bbcc40e\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":26}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params26\",\"saga_name\":\"instance-create-multicast-group26\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup26\",\"name\":\"multicast-group-26\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group26\"}},{\"Constant\":{\"name\":\"multicast_group_params27\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"56184e77-7fff-4f99-b50d-1be8058850aa\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":27}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params27\",\"saga_name\":\"instance-create-multicast-group27\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup27\",\"name\":\"multicast-group-27\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group27\"}},{\"Constant\":{\"name\":\"multicast_group_params28\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"ee3c325a-8fe7-4f6e-984e-ec9e3e8fc6ce\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":28}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params28\",\"saga_name\":\"instance-create-multicast-group28\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup28\",\"name\":\"multicast-group-28\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group28\"}},{\"Constant\":{\"name\":\"multicast_group_params29\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"52bdaefd-5c63-4d61-9dd0-a08c42181ede\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":29}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params29\",\"saga_name\":\"instance-create-multicast-group29\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup29\",\"name\":\"multicast-group-29\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group29\"}},{\"Constant\":{\"name\":\"multicast_group_params30\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"1e878b45-3042-4135-ba2d-ea8cf5bb4917\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":30}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params30\",\"saga_name\":\"instance-create-multicast-group30\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup30\",\"name\":\"multicast-group-30\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group30\"}},{\"Constant\":{\"name\":\"multicast_group_params31\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"new_id\":\"b36c1294-cbdb-45b6-9b07-780e5a5266c6\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":31}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params31\",\"saga_name\":\"instance-create-multicast-group31\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup31\",\"name\":\"multicast-group-31\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group31\"}},{\"Action\":{\"action_name\":\"instance_create.set_boot_disk\",\"label\":\"SetBootDisk\",\"name\":\"set_boot_disk\"}},{\"Action\":{\"action_name\":\"instance_create.move_to_stopped\",\"label\":\"MoveToStopped\",\"name\":\"stopped_instance\"}},{\"Start\":{\"params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-3\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"instance-create\",\"start_node\":295}"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:24.433472787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"instance-create","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.437171612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.437267925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.437321956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.438183026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.444935862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.445038275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.445103606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.445158757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.448926895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.45434487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.454507894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.454572895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.455037956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.456543241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.456621373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.456683904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.457154545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.461279001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.468093988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.468194891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.468299973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.468874207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.470195397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.470273919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.4703419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.470470443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.470700759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.472963001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.473040673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.473099924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.473135265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.47421016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.47463367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.479860651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.479930473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.479972223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.480001664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.482937912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.487041287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.487134569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.487207121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.487849716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:24.494098651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:24.494170072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:24.505418853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"instance-create","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":296,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[8,9,null],[9,10,null],[10,11,null],[11,12,null],[12,13,null],[13,14,null],[14,15,null],[15,16,null],[16,17,null],[17,18,null],[18,19,null],[19,20,null],[20,21,null],[21,22,null],[22,23,null],[23,24,null],[24,25,null],[25,26,null],[26,27,null],[27,28,null],[28,29,null],[29,30,null],[30,31,null],[31,32,null],[32,33,null],[33,34,null],[34,35,null],[35,36,null],[36,37,null],[37,38,null],[38,39,null],[39,40,null],[40,41,null],[41,42,null],[42,43,null],[43,44,null],[44,45,null],[45,46,null],[46,47,null],[47,48,null],[48,49,null],[49,50,null],[50,51,null],[51,52,null],[52,53,null],[53,54,null],[54,55,null],[55,56,null],[56,57,null],[57,58,null],[58,59,null],[59,60,null],[60,61,null],[61,62,null],[62,63,null],[63,64,null],[64,65,null],[65,66,null],[66,67,null],[67,68,null],[68,69,null],[69,70,null],[70,71,null],[71,72,null],[72,73,null],[73,74,null],[74,75,null],[75,76,null],[76,77,null],[77,78,null],[78,79,null],[79,80,null],[80,81,null],[81,82,null],[82,83,null],[83,84,null],[84,85,null],[85,86,null],[86,87,null],[87,88,null],[88,89,null],[89,90,null],[90,91,null],[91,92,null],[92,93,null],[93,94,null],[94,95,null],[95,96,null],[96,97,null],[97,98,null],[98,99,null],[99,100,null],[100,101,null],[101,102,null],[102,103,null],[103,104,null],[104,105,null],[105,106,null],[106,107,null],[107,108,null],[108,109,null],[109,110,null],[110,111,null],[111,112,null],[112,113,null],[113,114,null],[114,115,null],[115,116,null],[116,117,null],[117,118,null],[118,119,null],[119,120,null],[120,121,null],[121,122,null],[122,123,null],[123,124,null],[124,125,null],[125,126,null],[126,127,null],[127,128,null],[128,129,null],[129,130,null],[130,131,null],[131,132,null],[132,133,null],[133,134,null],[134,135,null],[135,136,null],[136,137,null],[137,138,null],[138,139,null],[139,140,null],[140,141,null],[141,142,null],[142,143,null],[143,144,null],[144,145,null],[145,146,null],[146,147,null],[147,148,null],[148,149,null],[149,150,null],[150,151,null],[151,152,null],[152,153,null],[153,154,null],[154,155,null],[155,156,null],[156,157,null],[157,158,null],[158,159,null],[159,160,null],[160,161,null],[161,162,null],[162,163,null],[163,164,null],[164,165,null],[165,166,null],[166,167,null],[167,168,null],[168,169,null],[169,170,null],[170,171,null],[171,172,null],[172,173,null],[173,174,null],[174,175,null],[175,176,null],[176,177,null],[177,178,null],[178,179,null],[179,180,null],[180,181,null],[181,182,null],[182,183,null],[183,184,null],[184,185,null],[185,186,null],[186,187,null],[187,188,null],[188,189,null],[189,190,null],[190,191,null],[191,192,null],[192,193,null],[193,194,null],[194,195,null],[195,196,null],[196,197,null],[197,198,null],[198,199,null],[199,200,null],[200,201,null],[201,202,null],[202,203,null],[203,204,null],[204,205,null],[205,206,null],[206,207,null],[207,208,null],[208,209,null],[209,210,null],[210,211,null],[211,212,null],[212,213,null],[213,214,null],[214,215,null],[215,216,null],[216,217,null],[217,218,null],[218,219,null],[219,220,null],[220,221,null],[221,222,null],[222,223,null],[223,224,null],[224,225,null],[225,226,null],[226,227,null],[227,228,null],[228,229,null],[229,230,null],[230,231,null],[231,232,null],[232,233,null],[233,234,null],[234,235,null],[235,236,null],[236,237,null],[237,238,null],[238,239,null],[239,240,null],[240,241,null],[241,242,null],[242,243,null],[243,244,null],[244,245,null],[245,246,null],[246,247,null],[247,248,null],[248,249,null],[249,250,null],[250,251,null],[251,252,null],[252,253,null],[253,254,null],[254,255,null],[255,256,null],[256,257,null],[257,258,null],[258,259,null],[259,260,null],[260,261,null],[261,262,null],[262,263,null],[263,264,null],[264,265,null],[265,266,null],[266,267,null],[267,268,null],[268,269,null],[269,270,null],[270,271,null],[271,272,null],[272,273,null],[273,274,null],[274,275,null],[275,276,null],[276,277,null],[277,278,null],[278,279,null],[279,280,null],[280,281,null],[281,282,null],[282,283,null],[283,284,null],[284,285,null],[285,286,null],[286,287,null],[287,288,null],[288,289,null],[289,290,null],[290,291,null],[291,292,null],[292,293,null],[293,294,null],[295,0,null],[294,296,null]],\"node_holes\":[],\"nodes\":[{\"Constant\":{\"name\":\"instance_id\",\"value\":\"654b8aa8-0014-4f2e-b375-089d955844b2\"}},{\"Action\":{\"action_name\":\"instance_create.create_instance_record\",\"label\":\"CreateInstanceRecord\",\"name\":\"instance_record\"}},{\"Action\":{\"action_name\":\"instance_create.associate_ssh_keys\",\"label\":\"AssociateSshKeys\",\"name\":\"output\"}},{\"Constant\":{\"name\":\"network_interface_params0\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"c012f873-248d-4d94-8d58-49e865939937\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":0}}},{\"SubsagaStart\":{\"params_node_name\":\"network_interface_params0\",\"saga_name\":\"instance-create-nic0\"}},{\"Action\":{\"action_name\":\"instance_create.create_network_interface\",\"label\":\"CreateNetworkInterface0\",\"name\":\"output\"}},{\"SubsagaEnd\":{\"name\":\"network_interface0\"}},{\"Constant\":{\"name\":\"network_interface_params1\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"4aac8ea6-cb77-46c5-9b9f-42574d14b8ba\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":1}}},{\"SubsagaStart\":{\"params_node_name\":\"network_interface_params1\",\"saga_name\":\"instance-create-nic1\"}},{\"Action\":{\"action_name\":\"instance_create.create_network_interface\",\"label\":\"CreateNetworkInterface1\",\"name\":\"output\"}},{\"SubsagaEnd\":{\"name\":\"network_interface1\"}},{\"Constant\":{\"name\":\"network_interface_params2\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"c8a45ac5-2a2d-4750-a118-0cdd4d91c21c\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":2}}},{\"SubsagaStart\":{\"params_node_name\":\"network_interface_params2\",\"saga_name\":\"instance-create-nic2\"}},{\"Action\":{\"action_name\":\"instance_create.create_network_interface\",\"label\":\"CreateNetworkInterface2\",\"name\":\"output\"}},{\"SubsagaEnd\":{\"name\":\"network_interface2\"}},{\"Constant\":{\"name\":\"network_interface_params3\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"99217cf5-9b64-4065-b14d-264ace405529\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":3}}},{\"SubsagaStart\":{\"params_node_name\":\"network_interface_params3\",\"saga_name\":\"instance-create-nic3\"}},{\"Action\":{\"action_name\":\"instance_create.create_network_interface\",\"label\":\"CreateNetworkInterface3\",\"name\":\"output\"}},{\"SubsagaEnd\":{\"name\":\"network_interface3\"}},{\"Constant\":{\"name\":\"network_interface_params4\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"79e44c5e-c3f1-4d4a-95e6-c28d4589278c\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":4}}},{\"SubsagaStart\":{\"params_node_name\":\"network_interface_params4\",\"saga_name\":\"instance-create-nic4\"}},{\"Action\":{\"action_name\":\"instance_create.create_network_interface\",\"label\":\"CreateNetworkInterface4\",\"name\":\"output\"}},{\"SubsagaEnd\":{\"name\":\"network_interface4\"}},{\"Constant\":{\"name\":\"network_interface_params5\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"1a1b55fe-1a73-4976-9cb8-dbf1590420a7\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":5}}},{\"SubsagaStart\":{\"params_node_name\":\"network_interface_params5\",\"saga_name\":\"instance-create-nic5\"}},{\"Action\":{\"action_name\":\"instance_create.create_network_interface\",\"label\":\"CreateNetworkInterface5\",\"name\":\"output\"}},{\"SubsagaEnd\":{\"name\":\"network_interface5\"}},{\"Constant\":{\"name\":\"network_interface_params6\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"db8cbe57-2e4c-450d-bb2e-7f9757baf88d\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":6}}},{\"SubsagaStart\":{\"params_node_name\":\"network_interface_params6\",\"saga_name\":\"instance-create-nic6\"}},{\"Action\":{\"action_name\":\"instance_create.create_network_interface\",\"label\":\"CreateNetworkInterface6\",\"name\":\"output\"}},{\"SubsagaEnd\":{\"name\":\"network_interface6\"}},{\"Constant\":{\"name\":\"network_interface_params7\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"b12d1de2-e1bc-4a1e-91ae-06f6874cffca\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":7}}},{\"SubsagaStart\":{\"params_node_name\":\"network_interface_params7\",\"saga_name\":\"instance-create-nic7\"}},{\"Action\":{\"action_name\":\"instance_create.create_network_interface\",\"label\":\"CreateNetworkInterface7\",\"name\":\"output\"}},{\"SubsagaEnd\":{\"name\":\"network_interface7\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"CreateSnatIpv4Id\",\"name\":\"snat_ipv4_id\"}},{\"Action\":{\"action_name\":\"instance_create.create_snat_ipv4\",\"label\":\"CreateSnatIpv4\",\"name\":\"snat_ipv4\"}},{\"Constant\":{\"name\":\"external_ip_params0\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"2fbc58a4-aaec-48c2-b606-d433b6536f4c\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":0}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params0\",\"saga_name\":\"instance-create-external-ip0\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp0\",\"name\":\"external-ip-0\"}},{\"SubsagaEnd\":{\"name\":\"external_ip0\"}},{\"Constant\":{\"name\":\"external_ip_params1\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"4e9fe33b-ee51-4efd-bc51-b930a1c22133\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":1}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params1\",\"saga_name\":\"instance-create-external-ip1\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp1\",\"name\":\"external-ip-1\"}},{\"SubsagaEnd\":{\"name\":\"external_ip1\"}},{\"Constant\":{\"name\":\"external_ip_params2\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"f711f7cf-88e0-4a0c-900c-f80b87b583c5\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":2}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params2\",\"saga_name\":\"instance-create-external-ip2\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp2\",\"name\":\"external-ip-2\"}},{\"SubsagaEnd\":{\"name\":\"external_ip2\"}},{\"Constant\":{\"name\":\"external_ip_params3\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"9280a5bd-f1ab-4796-9d9d-a863c085e6c9\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":3}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params3\",\"saga_name\":\"instance-create-external-ip3\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp3\",\"name\":\"external-ip-3\"}},{\"SubsagaEnd\":{\"name\":\"external_ip3\"}},{\"Constant\":{\"name\":\"external_ip_params4\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"6f10f2b9-5b6d-4487-aae9-519211397eea\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":4}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params4\",\"saga_name\":\"instance-create-external-ip4\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp4\",\"name\":\"external-ip-4\"}},{\"SubsagaEnd\":{\"name\":\"external_ip4\"}},{\"Constant\":{\"name\":\"external_ip_params5\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"3117fa51-ad57-4430-a1a1-44e7fcbc7094\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":5}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params5\",\"saga_name\":\"instance-create-external-ip5\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp5\",\"name\":\"external-ip-5\"}},{\"SubsagaEnd\":{\"name\":\"external_ip5\"}},{\"Constant\":{\"name\":\"external_ip_params6\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"573c4f7d-f2d8-446a-af21-a15b6b9bc085\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":6}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params6\",\"saga_name\":\"instance-create-external-ip6\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp6\",\"name\":\"external-ip-6\"}},{\"SubsagaEnd\":{\"name\":\"external_ip6\"}},{\"Constant\":{\"name\":\"external_ip_params7\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"c34bb77f-3605-4a80-8549-afdc0c62455e\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":7}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params7\",\"saga_name\":\"instance-create-external-ip7\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp7\",\"name\":\"external-ip-7\"}},{\"SubsagaEnd\":{\"name\":\"external_ip7\"}},{\"Constant\":{\"name\":\"external_ip_params8\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"18025238-f5c5-4f7c-98cb-b5e9fca261de\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":8}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params8\",\"saga_name\":\"instance-create-external-ip8\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp8\",\"name\":\"external-ip-8\"}},{\"SubsagaEnd\":{\"name\":\"external_ip8\"}},{\"Constant\":{\"name\":\"external_ip_params9\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"b40c5dcc-c7ac-4036-a87f-461cb3cf9c94\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":9}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params9\",\"saga_name\":\"instance-create-external-ip9\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp9\",\"name\":\"external-ip-9\"}},{\"SubsagaEnd\":{\"name\":\"external_ip9\"}},{\"Constant\":{\"name\":\"external_ip_params10\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"f1baf9fb-c94a-4d2b-93ac-6092043d10b2\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":10}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params10\",\"saga_name\":\"instance-create-external-ip10\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp10\",\"name\":\"external-ip-10\"}},{\"SubsagaEnd\":{\"name\":\"external_ip10\"}},{\"Constant\":{\"name\":\"external_ip_params11\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"46b0a65a-f0db-48f9-a505-5f61d08e06e4\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":11}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params11\",\"saga_name\":\"instance-create-external-ip11\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp11\",\"name\":\"external-ip-11\"}},{\"SubsagaEnd\":{\"name\":\"external_ip11\"}},{\"Constant\":{\"name\":\"external_ip_params12\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"5b8ca83a-e52d-4bd8-b67b-aa1a094c319e\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":12}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params12\",\"saga_name\":\"instance-create-external-ip12\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp12\",\"name\":\"external-ip-12\"}},{\"SubsagaEnd\":{\"name\":\"external_ip12\"}},{\"Constant\":{\"name\":\"external_ip_params13\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"ba5ed14c-01b0-4a0e-a524-b077ca6d02ec\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":13}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params13\",\"saga_name\":\"instance-create-external-ip13\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp13\",\"name\":\"external-ip-13\"}},{\"SubsagaEnd\":{\"name\":\"external_ip13\"}},{\"Constant\":{\"name\":\"external_ip_params14\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"e1ab368c-4260-47bf-994c-7b9c7ca249b9\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":14}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params14\",\"saga_name\":\"instance-create-external-ip14\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp14\",\"name\":\"external-ip-14\"}},{\"SubsagaEnd\":{\"name\":\"external_ip14\"}},{\"Constant\":{\"name\":\"external_ip_params15\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"d102023a-de56-43f9-9126-9a02e73edabc\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":15}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params15\",\"saga_name\":\"instance-create-external-ip15\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp15\",\"name\":\"external-ip-15\"}},{\"SubsagaEnd\":{\"name\":\"external_ip15\"}},{\"Constant\":{\"name\":\"external_ip_params16\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"565037e0-298a-4d79-a5ee-46966f789f5d\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":16}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params16\",\"saga_name\":\"instance-create-external-ip16\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp16\",\"name\":\"external-ip-16\"}},{\"SubsagaEnd\":{\"name\":\"external_ip16\"}},{\"Constant\":{\"name\":\"external_ip_params17\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"e96c65c7-5cfe-4e7d-8938-ec3a01640ff9\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":17}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params17\",\"saga_name\":\"instance-create-external-ip17\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp17\",\"name\":\"external-ip-17\"}},{\"SubsagaEnd\":{\"name\":\"external_ip17\"}},{\"Constant\":{\"name\":\"external_ip_params18\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"0c9002d0-d86a-4aaf-b10b-8b03a676ce0c\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":18}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params18\",\"saga_name\":\"instance-create-external-ip18\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp18\",\"name\":\"external-ip-18\"}},{\"SubsagaEnd\":{\"name\":\"external_ip18\"}},{\"Constant\":{\"name\":\"external_ip_params19\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"7ef02ca5-0d12-4de9-b7bb-593af4d38397\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":19}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params19\",\"saga_name\":\"instance-create-external-ip19\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp19\",\"name\":\"external-ip-19\"}},{\"SubsagaEnd\":{\"name\":\"external_ip19\"}},{\"Constant\":{\"name\":\"external_ip_params20\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"37b241fe-39f0-48f9-9057-4737bd4280a1\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":20}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params20\",\"saga_name\":\"instance-create-external-ip20\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp20\",\"name\":\"external-ip-20\"}},{\"SubsagaEnd\":{\"name\":\"external_ip20\"}},{\"Constant\":{\"name\":\"external_ip_params21\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"b5f94369-ec74-482d-b8f1-d340f35edbf0\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":21}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params21\",\"saga_name\":\"instance-create-external-ip21\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp21\",\"name\":\"external-ip-21\"}},{\"SubsagaEnd\":{\"name\":\"external_ip21\"}},{\"Constant\":{\"name\":\"external_ip_params22\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"ce58d15f-ba0a-4dfe-8a6c-e0eaee567e60\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":22}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params22\",\"saga_name\":\"instance-create-external-ip22\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp22\",\"name\":\"external-ip-22\"}},{\"SubsagaEnd\":{\"name\":\"external_ip22\"}},{\"Constant\":{\"name\":\"external_ip_params23\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"2aa249ef-2161-4fd0-b913-bdcb97777868\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":23}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params23\",\"saga_name\":\"instance-create-external-ip23\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp23\",\"name\":\"external-ip-23\"}},{\"SubsagaEnd\":{\"name\":\"external_ip23\"}},{\"Constant\":{\"name\":\"external_ip_params24\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"1570d093-9e85-4939-bbb6-bc61d4b7b58f\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":24}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params24\",\"saga_name\":\"instance-create-external-ip24\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp24\",\"name\":\"external-ip-24\"}},{\"SubsagaEnd\":{\"name\":\"external_ip24\"}},{\"Constant\":{\"name\":\"external_ip_params25\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"08dfe376-262f-43d4-b080-b0613949ebf3\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":25}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params25\",\"saga_name\":\"instance-create-external-ip25\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp25\",\"name\":\"external-ip-25\"}},{\"SubsagaEnd\":{\"name\":\"external_ip25\"}},{\"Constant\":{\"name\":\"external_ip_params26\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"d5309f53-b473-4faa-b355-9f61d645c468\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":26}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params26\",\"saga_name\":\"instance-create-external-ip26\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp26\",\"name\":\"external-ip-26\"}},{\"SubsagaEnd\":{\"name\":\"external_ip26\"}},{\"Constant\":{\"name\":\"external_ip_params27\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"70b0d40f-e198-44ec-a342-b654cb6bd911\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":27}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params27\",\"saga_name\":\"instance-create-external-ip27\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp27\",\"name\":\"external-ip-27\"}},{\"SubsagaEnd\":{\"name\":\"external_ip27\"}},{\"Constant\":{\"name\":\"external_ip_params28\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"eaefa232-c990-44aa-ba61-19fc22dc5eef\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":28}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params28\",\"saga_name\":\"instance-create-external-ip28\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp28\",\"name\":\"external-ip-28\"}},{\"SubsagaEnd\":{\"name\":\"external_ip28\"}},{\"Constant\":{\"name\":\"external_ip_params29\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"745cee05-e359-4ad9-ad6d-a1c3be375b7c\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":29}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params29\",\"saga_name\":\"instance-create-external-ip29\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp29\",\"name\":\"external-ip-29\"}},{\"SubsagaEnd\":{\"name\":\"external_ip29\"}},{\"Constant\":{\"name\":\"external_ip_params30\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"90f8b600-b3c0-4981-a289-87f13ebe19e6\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":30}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params30\",\"saga_name\":\"instance-create-external-ip30\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp30\",\"name\":\"external-ip-30\"}},{\"SubsagaEnd\":{\"name\":\"external_ip30\"}},{\"Constant\":{\"name\":\"external_ip_params31\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"5c34affe-ee07-49ae-99c0-dfc1c32e363e\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":31}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params31\",\"saga_name\":\"instance-create-external-ip31\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp31\",\"name\":\"external-ip-31\"}},{\"SubsagaEnd\":{\"name\":\"external_ip31\"}},{\"Constant\":{\"name\":\"multicast_group_params0\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"e06d30d6-99f8-4d90-af0d-cfbca46d6c8e\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":0}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params0\",\"saga_name\":\"instance-create-multicast-group0\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup0\",\"name\":\"multicast-group-0\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group0\"}},{\"Constant\":{\"name\":\"multicast_group_params1\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"7a67544b-5751-4147-90ad-32d360d3d95d\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":1}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params1\",\"saga_name\":\"instance-create-multicast-group1\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup1\",\"name\":\"multicast-group-1\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group1\"}},{\"Constant\":{\"name\":\"multicast_group_params2\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"e277ae58-8606-4d37-9836-e390b7f21d81\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":2}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params2\",\"saga_name\":\"instance-create-multicast-group2\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup2\",\"name\":\"multicast-group-2\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group2\"}},{\"Constant\":{\"name\":\"multicast_group_params3\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"6b171449-17de-470d-97d4-5ff7bcc756f5\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":3}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params3\",\"saga_name\":\"instance-create-multicast-group3\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup3\",\"name\":\"multicast-group-3\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group3\"}},{\"Constant\":{\"name\":\"multicast_group_params4\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"60877a6d-7331-42ba-96bb-b9942ae5cdad\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":4}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params4\",\"saga_name\":\"instance-create-multicast-group4\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup4\",\"name\":\"multicast-group-4\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group4\"}},{\"Constant\":{\"name\":\"multicast_group_params5\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"ef5ea57e-09e2-4bdb-a990-e31b517a28ed\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":5}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params5\",\"saga_name\":\"instance-create-multicast-group5\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup5\",\"name\":\"multicast-group-5\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group5\"}},{\"Constant\":{\"name\":\"multicast_group_params6\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"105497fa-861a-4c4d-b371-b3063369152d\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":6}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params6\",\"saga_name\":\"instance-create-multicast-group6\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup6\",\"name\":\"multicast-group-6\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group6\"}},{\"Constant\":{\"name\":\"multicast_group_params7\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"909d9ec7-9347-4f58-be22-1296049b40a0\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":7}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params7\",\"saga_name\":\"instance-create-multicast-group7\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup7\",\"name\":\"multicast-group-7\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group7\"}},{\"Constant\":{\"name\":\"multicast_group_params8\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"4eb07be2-a616-4c96-840c-28fc73741477\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":8}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params8\",\"saga_name\":\"instance-create-multicast-group8\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup8\",\"name\":\"multicast-group-8\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group8\"}},{\"Constant\":{\"name\":\"multicast_group_params9\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"6a86fe61-3e58-46cf-b218-89b8da1f6103\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":9}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params9\",\"saga_name\":\"instance-create-multicast-group9\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup9\",\"name\":\"multicast-group-9\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group9\"}},{\"Constant\":{\"name\":\"multicast_group_params10\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"96eee084-ac6c-4917-aaad-01a0265cd770\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":10}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params10\",\"saga_name\":\"instance-create-multicast-group10\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup10\",\"name\":\"multicast-group-10\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group10\"}},{\"Constant\":{\"name\":\"multicast_group_params11\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"918c8d56-65fb-4c44-9ab7-6baf03a7971f\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":11}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params11\",\"saga_name\":\"instance-create-multicast-group11\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup11\",\"name\":\"multicast-group-11\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group11\"}},{\"Constant\":{\"name\":\"multicast_group_params12\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"36bcb6bf-ff73-4842-868d-8be77a52c60a\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":12}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params12\",\"saga_name\":\"instance-create-multicast-group12\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup12\",\"name\":\"multicast-group-12\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group12\"}},{\"Constant\":{\"name\":\"multicast_group_params13\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"f47c3fa4-d39d-44e8-bd0f-91dce668b145\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":13}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params13\",\"saga_name\":\"instance-create-multicast-group13\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup13\",\"name\":\"multicast-group-13\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group13\"}},{\"Constant\":{\"name\":\"multicast_group_params14\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"75dda13b-880b-4071-9666-51c2d378b94f\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":14}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params14\",\"saga_name\":\"instance-create-multicast-group14\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup14\",\"name\":\"multicast-group-14\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group14\"}},{\"Constant\":{\"name\":\"multicast_group_params15\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"1f043974-952c-4bef-9424-9e8169abfca6\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":15}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params15\",\"saga_name\":\"instance-create-multicast-group15\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup15\",\"name\":\"multicast-group-15\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group15\"}},{\"Constant\":{\"name\":\"multicast_group_params16\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"8e903ef1-9166-4040-b829-f0e4afdbb1b9\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":16}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params16\",\"saga_name\":\"instance-create-multicast-group16\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup16\",\"name\":\"multicast-group-16\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group16\"}},{\"Constant\":{\"name\":\"multicast_group_params17\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"cc67cebb-73ab-481e-a821-0ed541b33d4a\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":17}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params17\",\"saga_name\":\"instance-create-multicast-group17\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup17\",\"name\":\"multicast-group-17\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group17\"}},{\"Constant\":{\"name\":\"multicast_group_params18\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"d67abc7d-0756-4d5a-9c9f-b53abaa011b2\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":18}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params18\",\"saga_name\":\"instance-create-multicast-group18\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup18\",\"name\":\"multicast-group-18\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group18\"}},{\"Constant\":{\"name\":\"multicast_group_params19\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"ddfb25b4-9ef9-472e-a578-9f914b250d1b\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":19}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params19\",\"saga_name\":\"instance-create-multicast-group19\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup19\",\"name\":\"multicast-group-19\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group19\"}},{\"Constant\":{\"name\":\"multicast_group_params20\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"e8947019-a06d-4305-9bb1-0e2253a3094b\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":20}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params20\",\"saga_name\":\"instance-create-multicast-group20\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup20\",\"name\":\"multicast-group-20\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group20\"}},{\"Constant\":{\"name\":\"multicast_group_params21\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"611b9254-266a-45f4-9bf7-2d92d5efa19e\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":21}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params21\",\"saga_name\":\"instance-create-multicast-group21\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup21\",\"name\":\"multicast-group-21\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group21\"}},{\"Constant\":{\"name\":\"multicast_group_params22\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"740bba34-1220-4c08-a19f-dacf0b959035\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":22}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params22\",\"saga_name\":\"instance-create-multicast-group22\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup22\",\"name\":\"multicast-group-22\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group22\"}},{\"Constant\":{\"name\":\"multicast_group_params23\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"cfb083eb-4b22-48a5-822e-f89dd22330af\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":23}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params23\",\"saga_name\":\"instance-create-multicast-group23\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup23\",\"name\":\"multicast-group-23\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group23\"}},{\"Constant\":{\"name\":\"multicast_group_params24\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"ee34e84a-ad11-47ec-ba1c-cc9b39e30d77\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":24}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params24\",\"saga_name\":\"instance-create-multicast-group24\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup24\",\"name\":\"multicast-group-24\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group24\"}},{\"Constant\":{\"name\":\"multicast_group_params25\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"a3a3d478-53bd-4aa9-92cd-49a48cbce0dc\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":25}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params25\",\"saga_name\":\"instance-create-multicast-group25\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup25\",\"name\":\"multicast-group-25\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group25\"}},{\"Constant\":{\"name\":\"multicast_group_params26\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"769b303d-5c10-4b76-b118-1856a792a38c\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":26}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params26\",\"saga_name\":\"instance-create-multicast-group26\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup26\",\"name\":\"multicast-group-26\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group26\"}},{\"Constant\":{\"name\":\"multicast_group_params27\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"a1454161-10a3-41dd-9520-cd9c4b29edef\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":27}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params27\",\"saga_name\":\"instance-create-multicast-group27\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup27\",\"name\":\"multicast-group-27\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group27\"}},{\"Constant\":{\"name\":\"multicast_group_params28\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"e9f3486c-fb38-41e7-8362-4226b1349421\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":28}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params28\",\"saga_name\":\"instance-create-multicast-group28\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup28\",\"name\":\"multicast-group-28\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group28\"}},{\"Constant\":{\"name\":\"multicast_group_params29\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"aa367f85-594a-49d1-818a-ebda32a01a52\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":29}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params29\",\"saga_name\":\"instance-create-multicast-group29\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup29\",\"name\":\"multicast-group-29\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group29\"}},{\"Constant\":{\"name\":\"multicast_group_params30\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"6711357c-4b0e-4abe-9722-cb10649b9e14\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":30}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params30\",\"saga_name\":\"instance-create-multicast-group30\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup30\",\"name\":\"multicast-group-30\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group30\"}},{\"Constant\":{\"name\":\"multicast_group_params31\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"new_id\":\"26ecf89a-b7f9-44bb-9a91-a45333b421e9\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":31}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params31\",\"saga_name\":\"instance-create-multicast-group31\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup31\",\"name\":\"multicast-group-31\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group31\"}},{\"Action\":{\"action_name\":\"instance_create.set_boot_disk\",\"label\":\"SetBootDisk\",\"name\":\"set_boot_disk\"}},{\"Action\":{\"action_name\":\"instance_create.move_to_stopped\",\"label\":\"MoveToStopped\",\"name\":\"stopped_instance\"}},{\"Start\":{\"params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-1\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"instance-create\",\"start_node\":295}"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:24.512578029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"instance-create","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:24.5329319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:24.533006342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:24.552440872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"instance-create","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":296,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[8,9,null],[9,10,null],[10,11,null],[11,12,null],[12,13,null],[13,14,null],[14,15,null],[15,16,null],[16,17,null],[17,18,null],[18,19,null],[19,20,null],[20,21,null],[21,22,null],[22,23,null],[23,24,null],[24,25,null],[25,26,null],[26,27,null],[27,28,null],[28,29,null],[29,30,null],[30,31,null],[31,32,null],[32,33,null],[33,34,null],[34,35,null],[35,36,null],[36,37,null],[37,38,null],[38,39,null],[39,40,null],[40,41,null],[41,42,null],[42,43,null],[43,44,null],[44,45,null],[45,46,null],[46,47,null],[47,48,null],[48,49,null],[49,50,null],[50,51,null],[51,52,null],[52,53,null],[53,54,null],[54,55,null],[55,56,null],[56,57,null],[57,58,null],[58,59,null],[59,60,null],[60,61,null],[61,62,null],[62,63,null],[63,64,null],[64,65,null],[65,66,null],[66,67,null],[67,68,null],[68,69,null],[69,70,null],[70,71,null],[71,72,null],[72,73,null],[73,74,null],[74,75,null],[75,76,null],[76,77,null],[77,78,null],[78,79,null],[79,80,null],[80,81,null],[81,82,null],[82,83,null],[83,84,null],[84,85,null],[85,86,null],[86,87,null],[87,88,null],[88,89,null],[89,90,null],[90,91,null],[91,92,null],[92,93,null],[93,94,null],[94,95,null],[95,96,null],[96,97,null],[97,98,null],[98,99,null],[99,100,null],[100,101,null],[101,102,null],[102,103,null],[103,104,null],[104,105,null],[105,106,null],[106,107,null],[107,108,null],[108,109,null],[109,110,null],[110,111,null],[111,112,null],[112,113,null],[113,114,null],[114,115,null],[115,116,null],[116,117,null],[117,118,null],[118,119,null],[119,120,null],[120,121,null],[121,122,null],[122,123,null],[123,124,null],[124,125,null],[125,126,null],[126,127,null],[127,128,null],[128,129,null],[129,130,null],[130,131,null],[131,132,null],[132,133,null],[133,134,null],[134,135,null],[135,136,null],[136,137,null],[137,138,null],[138,139,null],[139,140,null],[140,141,null],[141,142,null],[142,143,null],[143,144,null],[144,145,null],[145,146,null],[146,147,null],[147,148,null],[148,149,null],[149,150,null],[150,151,null],[151,152,null],[152,153,null],[153,154,null],[154,155,null],[155,156,null],[156,157,null],[157,158,null],[158,159,null],[159,160,null],[160,161,null],[161,162,null],[162,163,null],[163,164,null],[164,165,null],[165,166,null],[166,167,null],[167,168,null],[168,169,null],[169,170,null],[170,171,null],[171,172,null],[172,173,null],[173,174,null],[174,175,null],[175,176,null],[176,177,null],[177,178,null],[178,179,null],[179,180,null],[180,181,null],[181,182,null],[182,183,null],[183,184,null],[184,185,null],[185,186,null],[186,187,null],[187,188,null],[188,189,null],[189,190,null],[190,191,null],[191,192,null],[192,193,null],[193,194,null],[194,195,null],[195,196,null],[196,197,null],[197,198,null],[198,199,null],[199,200,null],[200,201,null],[201,202,null],[202,203,null],[203,204,null],[204,205,null],[205,206,null],[206,207,null],[207,208,null],[208,209,null],[209,210,null],[210,211,null],[211,212,null],[212,213,null],[213,214,null],[214,215,null],[215,216,null],[216,217,null],[217,218,null],[218,219,null],[219,220,null],[220,221,null],[221,222,null],[222,223,null],[223,224,null],[224,225,null],[225,226,null],[226,227,null],[227,228,null],[228,229,null],[229,230,null],[230,231,null],[231,232,null],[232,233,null],[233,234,null],[234,235,null],[235,236,null],[236,237,null],[237,238,null],[238,239,null],[239,240,null],[240,241,null],[241,242,null],[242,243,null],[243,244,null],[244,245,null],[245,246,null],[246,247,null],[247,248,null],[248,249,null],[249,250,null],[250,251,null],[251,252,null],[252,253,null],[253,254,null],[254,255,null],[255,256,null],[256,257,null],[257,258,null],[258,259,null],[259,260,null],[260,261,null],[261,262,null],[262,263,null],[263,264,null],[264,265,null],[265,266,null],[266,267,null],[267,268,null],[268,269,null],[269,270,null],[270,271,null],[271,272,null],[272,273,null],[273,274,null],[274,275,null],[275,276,null],[276,277,null],[277,278,null],[278,279,null],[279,280,null],[280,281,null],[281,282,null],[282,283,null],[283,284,null],[284,285,null],[285,286,null],[286,287,null],[287,288,null],[288,289,null],[289,290,null],[290,291,null],[291,292,null],[292,293,null],[293,294,null],[295,0,null],[294,296,null]],\"node_holes\":[],\"nodes\":[{\"Constant\":{\"name\":\"instance_id\",\"value\":\"047649a1-bd77-4a29-8488-f19a376f3d65\"}},{\"Action\":{\"action_name\":\"instance_create.create_instance_record\",\"label\":\"CreateInstanceRecord\",\"name\":\"instance_record\"}},{\"Action\":{\"action_name\":\"instance_create.associate_ssh_keys\",\"label\":\"AssociateSshKeys\",\"name\":\"output\"}},{\"Constant\":{\"name\":\"network_interface_params0\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"bcab3a8a-f935-4551-b66a-905473acbd4c\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":0}}},{\"SubsagaStart\":{\"params_node_name\":\"network_interface_params0\",\"saga_name\":\"instance-create-nic0\"}},{\"Action\":{\"action_name\":\"instance_create.create_network_interface\",\"label\":\"CreateNetworkInterface0\",\"name\":\"output\"}},{\"SubsagaEnd\":{\"name\":\"network_interface0\"}},{\"Constant\":{\"name\":\"network_interface_params1\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"089c78bb-ac0b-4fcc-a637-410e7c65e812\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":1}}},{\"SubsagaStart\":{\"params_node_name\":\"network_interface_params1\",\"saga_name\":\"instance-create-nic1\"}},{\"Action\":{\"action_name\":\"instance_create.create_network_interface\",\"label\":\"CreateNetworkInterface1\",\"name\":\"output\"}},{\"SubsagaEnd\":{\"name\":\"network_interface1\"}},{\"Constant\":{\"name\":\"network_interface_params2\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"cd5d0693-e151-43dd-b962-16b1463b1ea8\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":2}}},{\"SubsagaStart\":{\"params_node_name\":\"network_interface_params2\",\"saga_name\":\"instance-create-nic2\"}},{\"Action\":{\"action_name\":\"instance_create.create_network_interface\",\"label\":\"CreateNetworkInterface2\",\"name\":\"output\"}},{\"SubsagaEnd\":{\"name\":\"network_interface2\"}},{\"Constant\":{\"name\":\"network_interface_params3\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"847782de-3a85-4830-8225-c92bccb7f419\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":3}}},{\"SubsagaStart\":{\"params_node_name\":\"network_interface_params3\",\"saga_name\":\"instance-create-nic3\"}},{\"Action\":{\"action_name\":\"instance_create.create_network_interface\",\"label\":\"CreateNetworkInterface3\",\"name\":\"output\"}},{\"SubsagaEnd\":{\"name\":\"network_interface3\"}},{\"Constant\":{\"name\":\"network_interface_params4\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"881508fc-a619-4b02-9304-2527e57b7ba4\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":4}}},{\"SubsagaStart\":{\"params_node_name\":\"network_interface_params4\",\"saga_name\":\"instance-create-nic4\"}},{\"Action\":{\"action_name\":\"instance_create.create_network_interface\",\"label\":\"CreateNetworkInterface4\",\"name\":\"output\"}},{\"SubsagaEnd\":{\"name\":\"network_interface4\"}},{\"Constant\":{\"name\":\"network_interface_params5\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"caf368ea-8197-48e4-a1ef-c23c57bda34f\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":5}}},{\"SubsagaStart\":{\"params_node_name\":\"network_interface_params5\",\"saga_name\":\"instance-create-nic5\"}},{\"Action\":{\"action_name\":\"instance_create.create_network_interface\",\"label\":\"CreateNetworkInterface5\",\"name\":\"output\"}},{\"SubsagaEnd\":{\"name\":\"network_interface5\"}},{\"Constant\":{\"name\":\"network_interface_params6\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"24b25131-0d7c-4a60-9591-ef40153ce866\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":6}}},{\"SubsagaStart\":{\"params_node_name\":\"network_interface_params6\",\"saga_name\":\"instance-create-nic6\"}},{\"Action\":{\"action_name\":\"instance_create.create_network_interface\",\"label\":\"CreateNetworkInterface6\",\"name\":\"output\"}},{\"SubsagaEnd\":{\"name\":\"network_interface6\"}},{\"Constant\":{\"name\":\"network_interface_params7\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"facb5ee9-7e32-46f3-a93c-f61f85c17e3a\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":7}}},{\"SubsagaStart\":{\"params_node_name\":\"network_interface_params7\",\"saga_name\":\"instance-create-nic7\"}},{\"Action\":{\"action_name\":\"instance_create.create_network_interface\",\"label\":\"CreateNetworkInterface7\",\"name\":\"output\"}},{\"SubsagaEnd\":{\"name\":\"network_interface7\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"CreateSnatIpv4Id\",\"name\":\"snat_ipv4_id\"}},{\"Action\":{\"action_name\":\"instance_create.create_snat_ipv4\",\"label\":\"CreateSnatIpv4\",\"name\":\"snat_ipv4\"}},{\"Constant\":{\"name\":\"external_ip_params0\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"5d16f25f-89ef-496f-b445-5fdbf9cf3ddc\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":0}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params0\",\"saga_name\":\"instance-create-external-ip0\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp0\",\"name\":\"external-ip-0\"}},{\"SubsagaEnd\":{\"name\":\"external_ip0\"}},{\"Constant\":{\"name\":\"external_ip_params1\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"67d86c5a-0d72-4e8e-8e89-025edef61645\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":1}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params1\",\"saga_name\":\"instance-create-external-ip1\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp1\",\"name\":\"external-ip-1\"}},{\"SubsagaEnd\":{\"name\":\"external_ip1\"}},{\"Constant\":{\"name\":\"external_ip_params2\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"03c7fcac-ba14-4858-88ab-0879e39b1336\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":2}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params2\",\"saga_name\":\"instance-create-external-ip2\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp2\",\"name\":\"external-ip-2\"}},{\"SubsagaEnd\":{\"name\":\"external_ip2\"}},{\"Constant\":{\"name\":\"external_ip_params3\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"31b9f3cb-7881-4a8a-8fa4-8a6f64647300\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":3}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params3\",\"saga_name\":\"instance-create-external-ip3\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp3\",\"name\":\"external-ip-3\"}},{\"SubsagaEnd\":{\"name\":\"external_ip3\"}},{\"Constant\":{\"name\":\"external_ip_params4\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"216250e1-3420-41d5-8766-0834b5ed89ef\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":4}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params4\",\"saga_name\":\"instance-create-external-ip4\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp4\",\"name\":\"external-ip-4\"}},{\"SubsagaEnd\":{\"name\":\"external_ip4\"}},{\"Constant\":{\"name\":\"external_ip_params5\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"dcd586b6-59ec-4bad-ae6c-63f20d5460db\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":5}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params5\",\"saga_name\":\"instance-create-external-ip5\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp5\",\"name\":\"external-ip-5\"}},{\"SubsagaEnd\":{\"name\":\"external_ip5\"}},{\"Constant\":{\"name\":\"external_ip_params6\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"82fd5735-16d0-468b-a8ca-056ab1f1d0ff\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":6}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params6\",\"saga_name\":\"instance-create-external-ip6\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp6\",\"name\":\"external-ip-6\"}},{\"SubsagaEnd\":{\"name\":\"external_ip6\"}},{\"Constant\":{\"name\":\"external_ip_params7\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"ef0c5440-2321-45dc-af3e-9bdd444cc51c\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":7}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params7\",\"saga_name\":\"instance-create-external-ip7\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp7\",\"name\":\"external-ip-7\"}},{\"SubsagaEnd\":{\"name\":\"external_ip7\"}},{\"Constant\":{\"name\":\"external_ip_params8\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"37bc0a05-897f-43ba-baa9-6236ed6e7a64\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":8}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params8\",\"saga_name\":\"instance-create-external-ip8\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp8\",\"name\":\"external-ip-8\"}},{\"SubsagaEnd\":{\"name\":\"external_ip8\"}},{\"Constant\":{\"name\":\"external_ip_params9\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"98ef2d05-9592-4822-9d8a-b9422f1483c4\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":9}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params9\",\"saga_name\":\"instance-create-external-ip9\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp9\",\"name\":\"external-ip-9\"}},{\"SubsagaEnd\":{\"name\":\"external_ip9\"}},{\"Constant\":{\"name\":\"external_ip_params10\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"07c90f96-7f88-4220-9e39-88fbe48097fe\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":10}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params10\",\"saga_name\":\"instance-create-external-ip10\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp10\",\"name\":\"external-ip-10\"}},{\"SubsagaEnd\":{\"name\":\"external_ip10\"}},{\"Constant\":{\"name\":\"external_ip_params11\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"bdcfd5fe-8124-4bbe-aee5-f332d5f70bdb\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":11}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params11\",\"saga_name\":\"instance-create-external-ip11\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp11\",\"name\":\"external-ip-11\"}},{\"SubsagaEnd\":{\"name\":\"external_ip11\"}},{\"Constant\":{\"name\":\"external_ip_params12\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"734ead68-b171-471b-8b70-059d41bdc7b6\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":12}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params12\",\"saga_name\":\"instance-create-external-ip12\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp12\",\"name\":\"external-ip-12\"}},{\"SubsagaEnd\":{\"name\":\"external_ip12\"}},{\"Constant\":{\"name\":\"external_ip_params13\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"7b9971cd-3d0b-4ff0-819b-158c299d66aa\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":13}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params13\",\"saga_name\":\"instance-create-external-ip13\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp13\",\"name\":\"external-ip-13\"}},{\"SubsagaEnd\":{\"name\":\"external_ip13\"}},{\"Constant\":{\"name\":\"external_ip_params14\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"e7a7e906-7693-427c-a8a4-b3e105a4db46\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":14}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params14\",\"saga_name\":\"instance-create-external-ip14\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp14\",\"name\":\"external-ip-14\"}},{\"SubsagaEnd\":{\"name\":\"external_ip14\"}},{\"Constant\":{\"name\":\"external_ip_params15\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"84d1a6db-2506-4e9e-ad03-c0a12f692447\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":15}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params15\",\"saga_name\":\"instance-create-external-ip15\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp15\",\"name\":\"external-ip-15\"}},{\"SubsagaEnd\":{\"name\":\"external_ip15\"}},{\"Constant\":{\"name\":\"external_ip_params16\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"8c90c288-2167-4800-876d-4ad8a4376b8f\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":16}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params16\",\"saga_name\":\"instance-create-external-ip16\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp16\",\"name\":\"external-ip-16\"}},{\"SubsagaEnd\":{\"name\":\"external_ip16\"}},{\"Constant\":{\"name\":\"external_ip_params17\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"6f127864-6078-48a1-919a-94950f2d9512\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":17}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params17\",\"saga_name\":\"instance-create-external-ip17\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp17\",\"name\":\"external-ip-17\"}},{\"SubsagaEnd\":{\"name\":\"external_ip17\"}},{\"Constant\":{\"name\":\"external_ip_params18\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"3b2a66b9-ddd8-47de-9b6a-43273453ed1d\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":18}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params18\",\"saga_name\":\"instance-create-external-ip18\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp18\",\"name\":\"external-ip-18\"}},{\"SubsagaEnd\":{\"name\":\"external_ip18\"}},{\"Constant\":{\"name\":\"external_ip_params19\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"936c3991-7e1a-47fc-b569-d373a7afa042\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":19}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params19\",\"saga_name\":\"instance-create-external-ip19\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp19\",\"name\":\"external-ip-19\"}},{\"SubsagaEnd\":{\"name\":\"external_ip19\"}},{\"Constant\":{\"name\":\"external_ip_params20\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"b768ef1c-4419-49b9-bbd7-815701899a21\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":20}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params20\",\"saga_name\":\"instance-create-external-ip20\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp20\",\"name\":\"external-ip-20\"}},{\"SubsagaEnd\":{\"name\":\"external_ip20\"}},{\"Constant\":{\"name\":\"external_ip_params21\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"5e543ba5-c720-4183-98ce-de2e17bb64f9\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":21}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params21\",\"saga_name\":\"instance-create-external-ip21\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp21\",\"name\":\"external-ip-21\"}},{\"SubsagaEnd\":{\"name\":\"external_ip21\"}},{\"Constant\":{\"name\":\"external_ip_params22\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"bbb476e5-6a76-43ae-bc9b-9074e88e7791\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":22}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params22\",\"saga_name\":\"instance-create-external-ip22\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp22\",\"name\":\"external-ip-22\"}},{\"SubsagaEnd\":{\"name\":\"external_ip22\"}},{\"Constant\":{\"name\":\"external_ip_params23\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"8c0cce46-dee9-46ef-b29d-0bae3f5fe570\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":23}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params23\",\"saga_name\":\"instance-create-external-ip23\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp23\",\"name\":\"external-ip-23\"}},{\"SubsagaEnd\":{\"name\":\"external_ip23\"}},{\"Constant\":{\"name\":\"external_ip_params24\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"13779935-ee1d-4804-a6d4-ead239b0831e\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":24}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params24\",\"saga_name\":\"instance-create-external-ip24\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp24\",\"name\":\"external-ip-24\"}},{\"SubsagaEnd\":{\"name\":\"external_ip24\"}},{\"Constant\":{\"name\":\"external_ip_params25\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"b2135f6d-595a-46b2-a209-d9f14465cc9b\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":25}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params25\",\"saga_name\":\"instance-create-external-ip25\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp25\",\"name\":\"external-ip-25\"}},{\"SubsagaEnd\":{\"name\":\"external_ip25\"}},{\"Constant\":{\"name\":\"external_ip_params26\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"61dd7252-f87a-405e-a38c-f5e48ca6d32c\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":26}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params26\",\"saga_name\":\"instance-create-external-ip26\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp26\",\"name\":\"external-ip-26\"}},{\"SubsagaEnd\":{\"name\":\"external_ip26\"}},{\"Constant\":{\"name\":\"external_ip_params27\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"d85c6939-bae0-4300-af5e-8e8f55a231f7\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":27}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params27\",\"saga_name\":\"instance-create-external-ip27\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp27\",\"name\":\"external-ip-27\"}},{\"SubsagaEnd\":{\"name\":\"external_ip27\"}},{\"Constant\":{\"name\":\"external_ip_params28\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"273ad3e9-edfc-49c9-9480-c794f95534e7\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":28}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params28\",\"saga_name\":\"instance-create-external-ip28\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp28\",\"name\":\"external-ip-28\"}},{\"SubsagaEnd\":{\"name\":\"external_ip28\"}},{\"Constant\":{\"name\":\"external_ip_params29\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"c9dd1685-15b4-49ed-bd25-f458ea1e1e60\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":29}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params29\",\"saga_name\":\"instance-create-external-ip29\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp29\",\"name\":\"external-ip-29\"}},{\"SubsagaEnd\":{\"name\":\"external_ip29\"}},{\"Constant\":{\"name\":\"external_ip_params30\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"8df72a42-0463-40d6-8b8f-cad5f22da8f1\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":30}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params30\",\"saga_name\":\"instance-create-external-ip30\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp30\",\"name\":\"external-ip-30\"}},{\"SubsagaEnd\":{\"name\":\"external_ip30\"}},{\"Constant\":{\"name\":\"external_ip_params31\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"89f5505f-cfdf-4739-9418-f5306a78f868\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":31}}},{\"SubsagaStart\":{\"params_node_name\":\"external_ip_params31\",\"saga_name\":\"instance-create-external-ip31\"}},{\"Action\":{\"action_name\":\"instance_create.create_external_ip\",\"label\":\"CreateExternalIp31\",\"name\":\"external-ip-31\"}},{\"SubsagaEnd\":{\"name\":\"external_ip31\"}},{\"Constant\":{\"name\":\"multicast_group_params0\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"699a3eec-1869-4615-95ed-7e3d4a4d6e32\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":0}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params0\",\"saga_name\":\"instance-create-multicast-group0\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup0\",\"name\":\"multicast-group-0\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group0\"}},{\"Constant\":{\"name\":\"multicast_group_params1\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"4bff94fb-50cb-421e-a7d5-7cf0784b3894\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":1}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params1\",\"saga_name\":\"instance-create-multicast-group1\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup1\",\"name\":\"multicast-group-1\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group1\"}},{\"Constant\":{\"name\":\"multicast_group_params2\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"df7a918f-875b-498f-9104-9e577b126907\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":2}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params2\",\"saga_name\":\"instance-create-multicast-group2\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup2\",\"name\":\"multicast-group-2\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group2\"}},{\"Constant\":{\"name\":\"multicast_group_params3\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"2aa82aac-ede6-47e2-9670-6f4350d0c98a\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":3}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params3\",\"saga_name\":\"instance-create-multicast-group3\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup3\",\"name\":\"multicast-group-3\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group3\"}},{\"Constant\":{\"name\":\"multicast_group_params4\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"a5b4d0ff-84a5-4276-8241-d6acbe386939\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":4}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params4\",\"saga_name\":\"instance-create-multicast-group4\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup4\",\"name\":\"multicast-group-4\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group4\"}},{\"Constant\":{\"name\":\"multicast_group_params5\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"a7e4b0b1-7fa4-478d-964e-8a4558b92208\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":5}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params5\",\"saga_name\":\"instance-create-multicast-group5\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup5\",\"name\":\"multicast-group-5\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group5\"}},{\"Constant\":{\"name\":\"multicast_group_params6\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"f5ad184d-ebd0-4019-ac1d-de9160039159\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":6}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params6\",\"saga_name\":\"instance-create-multicast-group6\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup6\",\"name\":\"multicast-group-6\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group6\"}},{\"Constant\":{\"name\":\"multicast_group_params7\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"1394fdd8-ca57-4aa0-a39f-b4e9db0d2eec\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":7}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params7\",\"saga_name\":\"instance-create-multicast-group7\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup7\",\"name\":\"multicast-group-7\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group7\"}},{\"Constant\":{\"name\":\"multicast_group_params8\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"96b1386f-5df9-4870-91b8-37806d09f02a\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":8}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params8\",\"saga_name\":\"instance-create-multicast-group8\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup8\",\"name\":\"multicast-group-8\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group8\"}},{\"Constant\":{\"name\":\"multicast_group_params9\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"43589a47-cee4-4495-a8f1-3c7e8df0fb23\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":9}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params9\",\"saga_name\":\"instance-create-multicast-group9\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup9\",\"name\":\"multicast-group-9\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group9\"}},{\"Constant\":{\"name\":\"multicast_group_params10\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"4679d938-f085-43b4-bb3b-66a15324c24a\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":10}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params10\",\"saga_name\":\"instance-create-multicast-group10\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup10\",\"name\":\"multicast-group-10\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group10\"}},{\"Constant\":{\"name\":\"multicast_group_params11\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"d6baddaa-bd8b-4f6b-b01d-b2446c1f27e5\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":11}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params11\",\"saga_name\":\"instance-create-multicast-group11\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup11\",\"name\":\"multicast-group-11\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group11\"}},{\"Constant\":{\"name\":\"multicast_group_params12\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"b3707c26-a525-4a30-a43b-3c80cfaae785\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":12}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params12\",\"saga_name\":\"instance-create-multicast-group12\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup12\",\"name\":\"multicast-group-12\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group12\"}},{\"Constant\":{\"name\":\"multicast_group_params13\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"ac4dd88e-fe01-4c63-99c7-72112ae2b095\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":13}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params13\",\"saga_name\":\"instance-create-multicast-group13\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup13\",\"name\":\"multicast-group-13\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group13\"}},{\"Constant\":{\"name\":\"multicast_group_params14\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"68373242-7fb0-4386-a5ea-74dce9ba273c\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":14}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params14\",\"saga_name\":\"instance-create-multicast-group14\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup14\",\"name\":\"multicast-group-14\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group14\"}},{\"Constant\":{\"name\":\"multicast_group_params15\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"661de259-ef84-4155-be2e-3e7bc7e59932\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":15}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params15\",\"saga_name\":\"instance-create-multicast-group15\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup15\",\"name\":\"multicast-group-15\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group15\"}},{\"Constant\":{\"name\":\"multicast_group_params16\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"94dacf2c-6b16-4906-88d0-8fd38d093332\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":16}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params16\",\"saga_name\":\"instance-create-multicast-group16\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup16\",\"name\":\"multicast-group-16\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group16\"}},{\"Constant\":{\"name\":\"multicast_group_params17\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"d02a7d81-f9cd-498c-b5f1-93ae9152255e\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":17}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params17\",\"saga_name\":\"instance-create-multicast-group17\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup17\",\"name\":\"multicast-group-17\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group17\"}},{\"Constant\":{\"name\":\"multicast_group_params18\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"ddad39a5-6b45-40da-b5e5-eb6634fbea84\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":18}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params18\",\"saga_name\":\"instance-create-multicast-group18\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup18\",\"name\":\"multicast-group-18\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group18\"}},{\"Constant\":{\"name\":\"multicast_group_params19\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"24441971-3954-4eba-9deb-28ffca766fff\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":19}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params19\",\"saga_name\":\"instance-create-multicast-group19\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup19\",\"name\":\"multicast-group-19\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group19\"}},{\"Constant\":{\"name\":\"multicast_group_params20\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"9170e5de-adc6-497d-a73e-9de1392a4186\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":20}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params20\",\"saga_name\":\"instance-create-multicast-group20\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup20\",\"name\":\"multicast-group-20\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group20\"}},{\"Constant\":{\"name\":\"multicast_group_params21\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"d9da666c-8fba-4af4-b781-d7ef9ea0d803\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":21}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params21\",\"saga_name\":\"instance-create-multicast-group21\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup21\",\"name\":\"multicast-group-21\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group21\"}},{\"Constant\":{\"name\":\"multicast_group_params22\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"11abd6de-577f-4354-9dac-86e24462043b\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":22}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params22\",\"saga_name\":\"instance-create-multicast-group22\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup22\",\"name\":\"multicast-group-22\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group22\"}},{\"Constant\":{\"name\":\"multicast_group_params23\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"fa4070b1-e83a-4ddc-b470-94e6fcd6dfcb\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":23}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params23\",\"saga_name\":\"instance-create-multicast-group23\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup23\",\"name\":\"multicast-group-23\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group23\"}},{\"Constant\":{\"name\":\"multicast_group_params24\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"f628b28a-7e2e-41ba-ad43-d517bb7414df\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":24}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params24\",\"saga_name\":\"instance-create-multicast-group24\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup24\",\"name\":\"multicast-group-24\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group24\"}},{\"Constant\":{\"name\":\"multicast_group_params25\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"4cdee69c-d365-419d-82c0-5f406ee6a5d3\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":25}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params25\",\"saga_name\":\"instance-create-multicast-group25\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup25\",\"name\":\"multicast-group-25\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group25\"}},{\"Constant\":{\"name\":\"multicast_group_params26\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"9e8ce0b4-8eb4-47df-9606-edd7f3ebb528\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":26}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params26\",\"saga_name\":\"instance-create-multicast-group26\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup26\",\"name\":\"multicast-group-26\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group26\"}},{\"Constant\":{\"name\":\"multicast_group_params27\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"5f0c58b0-bc93-4061-a6c6-53fe5954e267\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":27}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params27\",\"saga_name\":\"instance-create-multicast-group27\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup27\",\"name\":\"multicast-group-27\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group27\"}},{\"Constant\":{\"name\":\"multicast_group_params28\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"c05f7639-592f-457d-84d0-58662c1f0b8b\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":28}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params28\",\"saga_name\":\"instance-create-multicast-group28\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup28\",\"name\":\"multicast-group-28\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group28\"}},{\"Constant\":{\"name\":\"multicast_group_params29\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"d45c85c3-9925-4def-8cb4-577043648197\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":29}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params29\",\"saga_name\":\"instance-create-multicast-group29\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup29\",\"name\":\"multicast-group-29\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group29\"}},{\"Constant\":{\"name\":\"multicast_group_params30\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"78c08ec7-5d70-41a5-b9c7-07c4887ddd7f\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":30}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params30\",\"saga_name\":\"instance-create-multicast-group30\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup30\",\"name\":\"multicast-group-30\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group30\"}},{\"Constant\":{\"name\":\"multicast_group_params31\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"new_id\":\"772e36aa-ca5f-42a1-908b-b2634cdca9ee\",\"saga_params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}},\"which\":31}}},{\"SubsagaStart\":{\"params_node_name\":\"multicast_group_params31\",\"saga_name\":\"instance-create-multicast-group31\"}},{\"Action\":{\"action_name\":\"instance_create.join_multicast_group\",\"label\":\"JoinMulticastGroup31\",\"name\":\"multicast-group-31\"}},{\"SubsagaEnd\":{\"name\":\"multicast_group31\"}},{\"Action\":{\"action_name\":\"instance_create.set_boot_disk\",\"label\":\"SetBootDisk\",\"name\":\"set_boot_disk\"}},{\"Action\":{\"action_name\":\"instance_create.move_to_stopped\",\"label\":\"MoveToStopped\",\"name\":\"stopped_instance\"}},{\"Start\":{\"params\":{\"boundary_switches\":[],\"create_params\":{\"anti_affinity_groups\":[],\"auto_restart_policy\":null,\"boot_disk\":null,\"cpu_platform\":null,\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"disks\":[],\"external_ips\":[],\"hostname\":\"the-host\",\"memory\":1073741824,\"multicast_groups\":[],\"name\":\"instance-consistency-group-2\",\"ncpus\":4,\"network_interfaces\":{\"type\":\"default_ipv4\"},\"ssh_public_keys\":[],\"start\":true,\"user_data\":\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\"},\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"instance-create\",\"start_node\":295}"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:24.556421444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"instance-create","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5"}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:24.579296334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:24.579371705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"instance-create","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.57955532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N295 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.579624921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"295","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:24.583546322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:24.583629864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"instance-create","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.583682935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N295 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.583717996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"295","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.585027256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N295 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.585075557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"295","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.587826011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N295 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.587889593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"295","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.588341683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.588403144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.593215976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.593298988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.594408284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.594465925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"))","node_id":"0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.596802599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.59686113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"))","node_id":"0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.604407265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.604469696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.604541058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.604574639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.60460702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.604676501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.604727012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.605799987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.605871469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.606502693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.609078833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.610333432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.610411654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.610467235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.610520966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.61110184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.613977826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.614074749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.61414109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.614198312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.614747204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.615550043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.615659116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.615713877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.615764568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.616321701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.618932701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.619020553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.619080915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.619632337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.620233121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.620323864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.620390575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.620836155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.624828288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.62492716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.625013542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.626176589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.626754442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.626847535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.626903416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.627410597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.630292454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.638454323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.638618127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.638704309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.638764531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.638822522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.639348744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.640717206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.647192806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.647288148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.647341849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.647671587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.649010938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.649143491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:24.652408316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:24.653697306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"instance-create","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.653751007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N295 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.653784548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"295","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.656200184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N295 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.656269016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"295","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.656963462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.657050354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.657109816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.657797301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.658642951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.658719893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.658786374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.659268485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.662037629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.66209184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.662758866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.662852678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.66290619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.663443662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.664116218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.66420851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.664278071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.664698671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.667709641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.667750392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"))","node_id":"0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.668441178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.676959835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.677083378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.677154099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.677205321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.682477653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.684716664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.684869538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.68496908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.685622445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.69702469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.697084511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.704951143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.705047135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.713720406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.713813729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.713862059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.7139011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.718869196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.71904053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.719103471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.719153572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.720208177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.730074765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.730183737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.730258139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.731295203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.735687985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.735762337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.735813838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.736417542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.741386457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.749459444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.749603007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.749673319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.749736481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.749800192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.750827495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.754401648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.75447889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.754536452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.755068654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.758578805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.758657117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.758717398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.759307752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.762416854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.770223115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.770700346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.770824318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.771584346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateInstanceRecord","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.81491553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.815414881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.835266141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.839201372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.839332155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.839408677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.895402323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.895493826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"auto_restart\": Object {\"cooldown\": Null, \"policy\": Null}, \"boot_disk_id\": Null, \"cpu_platform\": Null, \"hostname\": String(\"the-host\"), \"identity\": Object {\"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"name\": String(\"instance-consistency-group-2\"), \"time_created\": String(\"2026-01-16T23:08:24.603198Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:24.603198Z\")}, \"intended_state\": String(\"Running\"), \"memory\": Number(1073741824), \"ncpus\": Number(4), \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"runtime_state\": Object {\"dst_propolis_id\": Null, \"gen\": Number(1), \"migration_id\": Null, \"nexus_state\": String(\"Creating\"), \"propolis_id\": Null, \"time_last_auto_restarted\": Null, \"time_updated\": String(\"2026-01-16T23:08:24.603198Z\")}, \"updater_gen\": Number(1), \"updater_id\": Null, \"user_data\": Array [Number(35), Number(99), Number(108), Number(111), Number(117), Number(100), Number(45), Number(99), Number(111), Number(110), Number(102), Number(105), Number(103), Number(10), Number(115), Number(121), Number(115), Number(116), Number(101), Number(109), Number(95), Number(105), Number(110), Number(102), Number(111), Number(58), Number(10), Number(32), Number(32), Number(100), Number(101), Number(102), Number(97), Number(117), Number(108), Number(116), Number(95), Number(117), Number(115), Number(101), Number(114), Number(58), Number(10), Number(32), Number(32), Number(32), Number(32), Number(110), Number(97), Number(109), Number(101), Number(58), Number(32), Number(111), Number(120), Number(105), Number(100), Number(101)]})","node_id":"1","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.907642627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.907728559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"2","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.910715028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.910770689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"auto_restart\": Object {\"cooldown\": Null, \"policy\": Null}, \"boot_disk_id\": Null, \"cpu_platform\": Null, \"hostname\": String(\"the-host\"), \"identity\": Object {\"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"name\": String(\"instance-consistency-group-3\"), \"time_created\": String(\"2026-01-16T23:08:24.605732Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:24.605732Z\")}, \"intended_state\": String(\"Running\"), \"memory\": Number(1073741824), \"ncpus\": Number(4), \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"runtime_state\": Object {\"dst_propolis_id\": Null, \"gen\": Number(1), \"migration_id\": Null, \"nexus_state\": String(\"Creating\"), \"propolis_id\": Null, \"time_last_auto_restarted\": Null, \"time_updated\": String(\"2026-01-16T23:08:24.605732Z\")}, \"updater_gen\": Number(1), \"updater_id\": Null, \"user_data\": Array [Number(35), Number(99), Number(108), Number(111), Number(117), Number(100), Number(45), Number(99), Number(111), Number(110), Number(102), Number(105), Number(103), Number(10), Number(115), Number(121), Number(115), Number(116), Number(101), Number(109), Number(95), Number(105), Number(110), Number(102), Number(111), Number(58), Number(10), Number(32), Number(32), Number(100), Number(101), Number(102), Number(97), Number(117), Number(108), Number(116), Number(95), Number(117), Number(115), Number(101), Number(114), Number(58), Number(10), Number(32), Number(32), Number(32), Number(32), Number(110), Number(97), Number(109), Number(101), Number(58), Number(32), Number(111), Number(120), Number(105), Number(100), Number(101)]})","node_id":"1","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.915169291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.915238973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.920967255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.924024456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.924101148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.924739033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.928273725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.928333966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"2","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.928395207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.92848038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.928535201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.928587182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.928640453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.931260894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.931353306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.93195144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.934303904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.934381776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.935039201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.93586259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.935939692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.935999174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.936523876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.93843618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.938528292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.938583153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.938635384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.939090845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.939880083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.942652488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.94277594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.942848132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.942905813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.942961585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.943290942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.946257131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.946318102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.946359533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.946902646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.947733915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.94794276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.948054713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.948560304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.951457201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.954047151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.954188955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.954243506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.960930991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.961021683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.961094845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.961173057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.961229008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.961286349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.96133212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.961386991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:24.961441843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.961502884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.961786181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.962813484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.962865776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.968417554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.968479676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"bcab3a8a-f935-4551-b66a-905473acbd4c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(0)})","node_id":"3","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.972366075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.972485108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.9725606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.972599081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.98637338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.986473802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"4","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.987131197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.987189499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.99762156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.997689512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"aec98542-7333-4a2b-a121-dab0956feb5f\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(0)})","node_id":"3","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.998344517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.998399108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"4","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.999225878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:24.999296869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"auto_restart\": Object {\"cooldown\": Null, \"policy\": Null}, \"boot_disk_id\": Null, \"cpu_platform\": Null, \"hostname\": String(\"the-host\"), \"identity\": Object {\"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"name\": String(\"instance-consistency-group-1\"), \"time_created\": String(\"2026-01-16T23:08:24.704809Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:24.704809Z\")}, \"intended_state\": String(\"Running\"), \"memory\": Number(1073741824), \"ncpus\": Number(4), \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"runtime_state\": Object {\"dst_propolis_id\": Null, \"gen\": Number(1), \"migration_id\": Null, \"nexus_state\": String(\"Creating\"), \"propolis_id\": Null, \"time_last_auto_restarted\": Null, \"time_updated\": String(\"2026-01-16T23:08:24.704809Z\")}, \"updater_gen\": Number(1), \"updater_id\": Null, \"user_data\": Array [Number(35), Number(99), Number(108), Number(111), Number(117), Number(100), Number(45), Number(99), Number(111), Number(110), Number(102), Number(105), Number(103), Number(10), Number(115), Number(121), Number(115), Number(116), Number(101), Number(109), Number(95), Number(105), Number(110), Number(102), Number(111), Number(58), Number(10), Number(32), Number(32), Number(100), Number(101), Number(102), Number(97), Number(117), Number(108), Number(116), Number(95), Number(117), Number(115), Number(101), Number(114), Number(58), Number(10), Number(32), Number(32), Number(32), Number(32), Number(110), Number(97), Number(109), Number(101), Number(58), Number(32), Number(111), Number(120), Number(105), Number(100), Number(101)]})","node_id":"1","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.00149744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.001558192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"4","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.00235069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.002405641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"2","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.004022508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.00409901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"4","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.004898158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.00495424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"5","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.01014147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.010216202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.01101762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.012198078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.012274229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.015242658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.01532071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.015359881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"5","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.017306096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.017378798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.018086844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.018855292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.018929034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.019532037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.020734695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.020809647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.021402421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.025403234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.025490536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.025549547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.025616458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.025984477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.026633692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.026704194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.027193335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.027824749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.027894871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.028372812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.030273266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.030370508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.030456461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.030523862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.030974742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.031670069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.031754551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.032259182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.032955168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.03304377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.033123563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.033634604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.035405185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.035502487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.035563419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.035644271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.036099171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.036784397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.036841698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.03693338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.037464583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.038415625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.040895442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.041029466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.041121718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.04121866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.041279961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.04165525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.044600508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.044750621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.044932985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.045582191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.046334338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.04642891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.046490752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.047003444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.047752481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.047827243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.047884664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.048421587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.05160435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.059287678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.059473772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.059538284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.059878882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.060708871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.060785653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.060856844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.061248033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.062071142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.064198852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AssociateSshKeys","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.064326095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.064375236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.066188148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.06627913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.066897364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.067715073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.074512291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.074622493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.074687645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.075062703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.076322992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.076374774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.077232404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.077336956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.07794928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.078693138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.07879726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.079266961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.080135831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.080172872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"c012f873-248d-4d94-8d58-49e865939937\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(0)})","node_id":"3","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.081104314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.081205776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.081537793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.08227233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.082351202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.082768202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.084039822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.084088693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"4","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.084720598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }, key: e6da5f95-42e2-4249-a519-7941c9ed8d0f, lookup_type: ByName(\"default\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.08481309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.084901102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.084963003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.085467075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.086282383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.086357025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.086946209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.08785544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.087913461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"4","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.089735473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.089875326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.089937028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.090400719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.091247418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.09129972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"5","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.091801231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }, key: e6da5f95-42e2-4249-a519-7941c9ed8d0f, lookup_type: ByName(\"default\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.091862173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.091895544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.091923674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.092390655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.094789991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.094869712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.095355304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.095920586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.096010399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.09607727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.096468779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.097033292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.097076563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.097106374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.097680037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.10038241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.100459082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.101020965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.101726091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.111950308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }, key: e6da5f95-42e2-4249-a519-7941c9ed8d0f, lookup_type: ByName(\"default\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.112249595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.112338897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.112400998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.112455789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.112808117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.115453919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.115531801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.115585022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.115649463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.116812801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.117121118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.117583498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.118352696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.118404677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.118436338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.118994751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.119692687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.132944254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }, key: e6da5f95-42e2-4249-a519-7941c9ed8d0f, lookup_type: ByName(\"default\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.133951237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.13408406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.134149322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.134207993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.134256734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.134314776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.134394948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.134454829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.13451125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.134683554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.135324849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.135417671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.135501103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.135853611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.136913326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.136989057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.137042919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.137329755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.140033468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.14010622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.140153321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.140778016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.141449061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.141529443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.141610495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.141997693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.143419756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.149798094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.149938328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }, key: e6da5f95-42e2-4249-a519-7941c9ed8d0f, lookup_type: ByName(\"default\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.150017559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.150073251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.150126492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.15047743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.15351475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.153597642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.153666334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.154293518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.154892512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.163497981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.164783801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }, key: e6da5f95-42e2-4249-a519-7941c9ed8d0f, lookup_type: ByName(\"default\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.164875914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.164952815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.165009817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.165064428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.165630291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.165706873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.165763894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.165970319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.171931947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.172003668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.172136031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.173104564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.174272621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.174362943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.174421154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.175187382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.17599308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.183209858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.183379142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.183456424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.1850395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.185129872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.185200784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.185283166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.185529341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.187486527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.188353967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.188417699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.189524594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.189608836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.189672508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.190017045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.192767429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.202015763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }, key: e6da5f95-42e2-4249-a519-7941c9ed8d0f, lookup_type: ByName(\"default\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.203130409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.203198621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.203242252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.203790494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.203859686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.204442039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.205923514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.206074927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.206117198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.216484428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }, key: e6da5f95-42e2-4249-a519-7941c9ed8d0f, lookup_type: ByName(\"default\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.216604071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.216675073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.216755934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.225065517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.225664331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.225739172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.225798864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.225846765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.226603803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }, key: e6da5f95-42e2-4249-a519-7941c9ed8d0f, lookup_type: ByName(\"default\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.226701905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.226799947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.226858678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.227703068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.231488796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.23167404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.231746051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.232733994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.236106003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.236201565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.236267856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.236923202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.240934144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.260482267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }, key: e6da5f95-42e2-4249-a519-7941c9ed8d0f, lookup_type: ByName(\"default\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.26061589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.260696212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.260763624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.260813175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.266399124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.266496326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.266565978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.266618369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.266692061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.266759382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.266813703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.268274868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.26923878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"5","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.269895705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.269950506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"5","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.271285657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.271363919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.2714285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.272918865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:25.273926518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.277252116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.277311657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"6","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.278108125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.278157977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"6","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.2791661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.279866826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.279938768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.280119902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.285432395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.285511647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"6","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.285548168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.285577868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"6","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.289175892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.298498108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.29861567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }, key: e6da5f95-42e2-4249-a519-7941c9ed8d0f, lookup_type: ByName(\"default\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.298707752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.298767444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.298824375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.29904111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.302240554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.303590355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"7","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.303672207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.303714218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"7","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.305004868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.30507953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.305130571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.305920369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.308475488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.30853669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"7b0d500a-498b-4780-891e-fb6684b65281\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(1)})","node_id":"7","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.309911142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.309957233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"089c78bb-ac0b-4fcc-a637-410e7c65e812\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(1)})","node_id":"7","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.31158168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.311691583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.311747984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.31243017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.316687098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.31759577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"8","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.317952198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.31802592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"8","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.31890251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.330430177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }, key: e6da5f95-42e2-4249-a519-7941c9ed8d0f, lookup_type: ByName(\"default\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.330656052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.330743664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.331768548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.337514921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.337599163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"8","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.338261558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.33833305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"8","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.341903062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.341964524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"9","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.342536257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.342585758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"9","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.345938626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.346001357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.34697007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.347020841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.349947569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N010 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.35000911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"10","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.351213678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N010 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.351263609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"10","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.352337614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N010 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.352392625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"10","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.354278209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N010 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.35433371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"10","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.35692519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N011 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.356982931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"11","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.358165359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N011 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.35821897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"11","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.360304649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N011 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.36251522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"cd5d0693-e151-43dd-b962-16b1463b1ea8\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(2)})","node_id":"11","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.368386476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N012 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.368474018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"12","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.36944482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N011 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.369517372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"b40f42f6-e846-4592-82d6-cab2c36f42fb\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(2)})","node_id":"11","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.373486944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N012 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.373541875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"12","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.382067663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N012 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.382138834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"12","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.386092376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N013 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.386146727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"13","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.386490895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N012 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.386542386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"12","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.388298287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N013 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.388397919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"13","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.389996686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N013 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.390050397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"13","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.392633387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N014 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.392688858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"14","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.394186463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N013 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.394251185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"13","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.395311839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N014 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.39537464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"14","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.399411004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N015 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.399469535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"15","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.399880065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N014 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.399946186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"14","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.402897765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N015 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.402957016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"847782de-3a85-4830-8225-c92bccb7f419\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(3)})","node_id":"15","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.404161034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N014 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.404212345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"14","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.406644921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N016 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.406694993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"16","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.407118123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N015 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.407171214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"15","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.41694556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N015 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.417060083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"e9ff52b3-0971-477a-94e0-28a47218d68e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(3)})","node_id":"15","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.4195262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N016 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.419586861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"16","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.425555939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N017 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.425617781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"17","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.428139619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N016 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.428212961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"16","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.431404225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N016 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.431458916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"16","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.435159592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N017 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.435230763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"17","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.438814557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N017 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.438915819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"17","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.441045498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N017 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.441098159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"17","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.444126549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N018 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.444179381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"18","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.444755674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N018 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.444817335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"18","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.448677195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N018 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.448732126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"18","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.449391431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N018 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.449449843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"18","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.466812555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N019 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.466878427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"19","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.469822345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N019 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.469892597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"19","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.47307571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N019 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.473133301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"881508fc-a619-4b02-9304-2527e57b7ba4\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(4)})","node_id":"19","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.48560545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N019 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.485670412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"4ea51646-c47a-4e88-b3fa-fdf64e8aaf4c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(4)})","node_id":"19","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.505575583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N020 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.505637184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"20","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.506217007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N020 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.506281539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"20","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.507292082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.507363484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.508509651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateNetworkInterface0","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.512433281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N020 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.512485292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"20","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.513000004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N020 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.513048265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"20","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.515785359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.515844501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"5","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.519942525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N021 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.519992396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"21","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.520343854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N021 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.520407606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"21","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.521081151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.521143793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"6","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.52401713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N021 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.524082411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"21","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.524561932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.524609244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"6","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.525395372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N021 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.525443423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"21","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.528163415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N022 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.528212087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"22","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.529137438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.529193879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"7","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.533417657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N022 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.533472809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"22","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.53396275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N022 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.534012991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"22","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.545585759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.54565832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"4aac8ea6-cb77-46c5-9b9f-42574d14b8ba\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(1)})","node_id":"7","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.545871596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N022 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.545911606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"22","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.546613603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N023 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.546660264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"23","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.549747695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N023 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.549801207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"26de71bc-c543-4e3a-ba8f-33c2156f826d\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(5)})","node_id":"23","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.551855444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N023 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.551908765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"23","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.551942936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.551973537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"8","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.553091683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N024 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.553145074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"24","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.554185808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.554237259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"8","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.554599538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N023 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.554649359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"caf368ea-8197-48e4-a1ef-c23c57bda34f\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(5)})","node_id":"23","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.556687246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N024 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.556738017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"24","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.557864123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.557924785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"9","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.559359708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N024 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.559404929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"24","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.559782038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N025 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.559824809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"25","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.563114235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.563183737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.563219687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N025 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.563268848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"25","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.563668828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N024 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.563719699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"24","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.566534394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N026 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.566586085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"26","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.567441825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N025 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.567486656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"25","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.567911206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N010 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.567948617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"10","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.572723747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N026 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.572783999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"26","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.578276206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N010 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.578340127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"10","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.578645644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N025 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.578700136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"25","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.579461153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N027 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.579513765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"27","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.581584523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N011 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.581642054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"11","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.589532357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N027 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.591242176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"ec522257-0ae0-4c39-bd4c-5797bb592bcb\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(6)})","node_id":"27","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.591371199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N011 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.59141875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"c8a45ac5-2a2d-4750-a118-0cdd4d91c21c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(2)})","node_id":"11","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.591546223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N026 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.591583774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"26","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.593929108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N028 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.593980879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"28","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.594621634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N026 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.594671686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"26","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.594894591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N012 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.596370895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"12","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.596434716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N028 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.596487218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"28","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.598174847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N027 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.598214478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"27","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.609654802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N012 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.609727624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"12","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.6108349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N029 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.613904151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"29","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.614808062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N027 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.614866913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"24b25131-0d7c-4a60-9591-ef40153ce866\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(6)})","node_id":"27","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.615363965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N029 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.615427706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"29","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.615963828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N013 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.617057574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"13","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.621490797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N013 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.621547888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"13","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.621581709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N028 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.62161729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"28","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.62423407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N014 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.624286831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"14","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.624788083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N028 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.624832574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"28","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.633929604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N030 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.633987466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"30","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.634013186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N029 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.634031837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"29","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.634049887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N014 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.634067408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"14","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.634478497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N030 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.635777147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"30","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.635830969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N029 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.635871069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"29","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.638535271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N015 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.639149325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"15","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.639467303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N030 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.639531204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"30","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.641543161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N031 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.641620102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"31","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.64410306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N030 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.644152081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"30","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.644669723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N015 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.644724695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"99217cf5-9b64-4065-b14d-264ace405529\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(3)})","node_id":"15","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.645145294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N031 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.645198936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"80a1e0ed-7c53-4c24-942d-c46513bd029d\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(7)})","node_id":"31","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.648713407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N032 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.648786238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"32","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.651539772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N016 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.651593684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"16","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.651638075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N031 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.651670705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"31","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.657260415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N032 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.658195586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"32","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.658263848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N031 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.658293039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"facb5ee9-7e32-46f3-a93c-f61f85c17e3a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(7)})","node_id":"31","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.658388011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N016 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.658423182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"16","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.661239457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N033 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.661538974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"33","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.661739329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N032 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.66178358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"32","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.662356103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N017 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.662410504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"17","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.665007804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N033 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.665175339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"33","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.665769762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N032 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.666867287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"32","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.666937209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N017 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.66698129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"17","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.66871907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N034 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.668812862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"34","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.669209802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N033 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.669270303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"33","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.669676512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N018 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.669727094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"18","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.672716773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N033 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.672756294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"33","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.673327267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N034 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.673361918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"34","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.673743717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N018 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.673777558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"18","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.678259591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N019 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.678318292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"19","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.678844985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N034 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.678895336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"34","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.679292225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N035 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.681597629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"35","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.682279964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N034 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.682345556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"34","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.682820397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N019 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.684087336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"79e44c5e-c3f1-4d4a-95e6-c28d4589278c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(4)})","node_id":"19","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.684206509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N035 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.68424458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"0a8c0c0b-ca52-49e1-a7dc-e65268905e98\"))","node_id":"35","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.686290917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N035 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.686344649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"35","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.686936882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N036 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.687007744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"36","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.687433894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N020 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.687487105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"20","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.694051447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateSnatIpv4","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.694141669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateSnatIpv4","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.694784774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateSnatIpv4","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.695509121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N035 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.695542771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"94e622ee-83e6-40a1-9077-58e24261f495\"))","node_id":"35","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.695982062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N020 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.696017962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"20","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.702672687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N036 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.702730708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"36","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.703518136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N021 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.703568967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"21","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.705625995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateSnatIpv4","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.705695857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateSnatIpv4","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.70628095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateSnatIpv4","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.708729127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N021 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.708783108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"21","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.71101263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateSnatIpv4","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.711108872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateSnatIpv4","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.711789008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateSnatIpv4","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.721571704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N022 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.721644766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"22","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:25.730392538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.730741386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.732020356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8fc0ab35-ea80-446b-8e3e-9285e6baa3f9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.732085828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8fc0ab35-ea80-446b-8e3e-9285e6baa3f9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.732130718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8fc0ab35-ea80-446b-8e3e-9285e6baa3f9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.73219044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8fc0ab35-ea80-446b-8e3e-9285e6baa3f9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.732381474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8fc0ab35-ea80-446b-8e3e-9285e6baa3f9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.761659633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N022 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.761754815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"22","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:25.764702693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8fc0ab35-ea80-446b-8e3e-9285e6baa3f9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":33412,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.765215515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fc0ab35-ea80-446b-8e3e-9285e6baa3f9\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:08:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.765553002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.766408932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6a7f2e90-f6be-4ea1-9b92-8e9e2e51069a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.766466224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6a7f2e90-f6be-4ea1-9b92-8e9e2e51069a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.766507694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6a7f2e90-f6be-4ea1-9b92-8e9e2e51069a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.766565616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6a7f2e90-f6be-4ea1-9b92-8e9e2e51069a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.76716508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6a7f2e90-f6be-4ea1-9b92-8e9e2e51069a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.769706949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N023 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.76975613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"23","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:25.774591362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6a7f2e90-f6be-4ea1-9b92-8e9e2e51069a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7042,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.774697404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a7f2e90-f6be-4ea1-9b92-8e9e2e51069a\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:08:25 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.774773886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.774819467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:25.774857048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.774899289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N023 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.77493838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"1a1b55fe-1a73-4976-9cb8-dbf1590420a7\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(5)})","node_id":"23","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.791575815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N024 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.791654237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"24","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.794146605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateSnatIpv4","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.794240517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateSnatIpv4","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.796321355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateSnatIpv4","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.797258466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N024 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.797311678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"24","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.800766728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N025 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.800818459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"25","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.804521445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N025 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.804574756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"25","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.814905305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.815024518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.816109123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N026 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.816169495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"26","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.820554206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.823779931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.823861543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.823908614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.823958215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N026 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.824003086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"26","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.826669288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N027 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.826734449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"27","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.829040352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N027 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.829173105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"db8cbe57-2e4c-450d-bb2e-7f9757baf88d\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(6)})","node_id":"27","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.845571495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N028 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.845637107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"28","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.849954687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N028 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.850007618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"28","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.853280304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N029 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.853335665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"29","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.856165941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N029 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.856219642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"29","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.858542926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N030 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.858596177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"30","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.861093315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N030 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.861157287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"30","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.864394711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N031 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.864463233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"31","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.867306659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N031 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.867375081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"b12d1de2-e1bc-4a1e-91ae-06f6874cffca\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(7)})","node_id":"31","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.888217163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N032 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.888281765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"32","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.90277989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N032 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.902850832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"32","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.90966423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N033 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.909727691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"33","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.918083035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N033 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.918143736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"33","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.921366651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N034 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.921411512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"34","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.923994532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N034 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.924050573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"34","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.928302731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N035 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.928361282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"35","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.932297394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N035 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.932351315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"3056f1b7-d69c-4f43-bbb4-5dcf74525e25\"))","node_id":"35","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.934984976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N036 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.935048407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"36","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:25.93773833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateSnatIpv4","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.938822175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateSnatIpv4","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.938904387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateSnatIpv4","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.955700166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N036 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.955772737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"36","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.958591153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N037 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.958648184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"37","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.961020149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N037 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.96107752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"5d16f25f-89ef-496f-b445-5fdbf9cf3ddc\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(0)})","node_id":"37","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.965653996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N038 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.965709327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"38","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.97491526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N038 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.974981652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"38","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.978135895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N039 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.978192836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"39","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.984251276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N039 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.984313288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"39","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.98742482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N040 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.987480502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"40","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.995946247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N040 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.996008789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"40","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.998934967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N041 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:25.998997038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"41","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.00298021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N041 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.003044332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"67d86c5a-0d72-4e8e-8e89-025edef61645\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(1)})","node_id":"41","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.00685226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N042 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.006908571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"42","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.021467478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N036 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.0215396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"36","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.039796003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N042 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.039860544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"42","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.0409964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N037 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.041051762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"37","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.043670552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N037 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.043722234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"d40f9eb1-c2cf-40da-b40a-79267223d489\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(0)})","node_id":"37","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.044459121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N043 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.044513392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"43","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.048259179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N043 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.048330121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"43","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.049183611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N038 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.049234712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"38","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.051502134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N044 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.051548185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"44","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.057460662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N038 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.057524544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"38","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.058494766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N044 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.058556077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"44","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.062907118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N039 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.06298271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"39","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.063917762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N045 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.063970923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"45","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.067598437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N039 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.067691729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"39","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.068237241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N045 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.068291353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"03c7fcac-ba14-4858-88ab-0879e39b1336\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(2)})","node_id":"45","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.071588689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N046 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.071658151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"46","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.072311446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N040 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.072363597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"40","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.075589462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N046 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.075675814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"46","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.076665297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N040 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.076703928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"40","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.078331535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N047 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.078388797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"47","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.079199175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N041 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.079254837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"41","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.081474888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N047 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.081524699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"47","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.09321861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N041 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.093305782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"7b371e4a-6c36-4ae6-9044-0841edceb38e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(1)})","node_id":"41","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.096911196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N048 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.096965747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"48","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.098602975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N042 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.098655676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"42","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.099464565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N048 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.099513346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"48","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.101919892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N042 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.101972423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"42","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.102495405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N049 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.102539976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"49","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.106678652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N049 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.106879826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"31b9f3cb-7881-4a8a-8fa4-8a6f64647300\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(3)})","node_id":"49","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.107599723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N043 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.107711166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"43","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.111155005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N043 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.111223927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"43","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.111671437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N050 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.111723888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"50","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.114027352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N044 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.114091953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"44","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.128948458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N050 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.129013179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"50","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.131593948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N044 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.13167645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"44","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.138943459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N051 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.13901391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"51","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.139586733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N045 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.139653215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"45","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.143990046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N051 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.144046377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"51","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.144487367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N045 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.144535278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"dc61141d-f793-449a-88ca-01f98e291c31\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(2)})","node_id":"45","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.150818614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N052 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.150881655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"52","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.151562171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N046 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.151807347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"46","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.155162004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N052 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.155235156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"52","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.156829233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N046 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.156899774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"46","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.159541936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N047 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.159605917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"47","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.161231845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N053 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.161286226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"53","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.162338331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N047 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.162400812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"47","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.165623006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N053 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.165687578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"216250e1-3420-41d5-8766-0834b5ed89ef\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(4)})","node_id":"53","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.16621606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N048 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.166266741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"48","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.170153572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N048 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.170216573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"48","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.171678877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.171731188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.171760158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.173485558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.175792802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N054 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.175853144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"54","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.176416037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N049 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.176465248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"49","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.184970545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.185041266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.185744373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N054 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.185792314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"54","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.186558081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N049 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.186607622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"2e69a7fe-01f1-4084-b7a1-c10baaeed334\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(3)})","node_id":"49","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.19209838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.192198942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.192243473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N050 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.192285404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"50","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.193932532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N055 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.193990613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"55","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.195265653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N050 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.195315574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"50","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.197217708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N055 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.197279479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"55","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.197955595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N051 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.197999456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"51","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.198809415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateSnatIpv4","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.198887387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateSnatIpv4","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.199208184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateSnatIpv4","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.200138096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N056 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.200200177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"56","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.201529218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N051 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.201587409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"51","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.20293288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N056 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.202984221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"56","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.206507823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N052 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.206556554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"52","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.206951584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N057 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.206998254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"57","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.211246343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N057 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.211309274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"dcd586b6-59ec-4bad-ae6c-63f20d5460db\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(5)})","node_id":"57","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.211734094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N052 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.211781115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"52","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.215115342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N053 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.215162354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"53","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.216819452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N058 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.216895744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"58","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.218103372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N053 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.218155943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"bcd4df68-0557-4e58-ab55-ac04fd06dc2b\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(4)})","node_id":"53","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.218714246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N058 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.218764097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"58","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.221400308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N059 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.221455559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"59","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.222928833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N054 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.222987495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"54","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.224141082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N059 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.224192433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"59","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.225648146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N054 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.225700638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"54","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.227052959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N060 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.22711674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"60","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.229048895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N055 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.229100266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"55","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.231298557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N060 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.231364179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"60","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.235171067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N055 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.235231118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"55","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.246037299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N061 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.24610864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"61","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.251243809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N056 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.251306051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"56","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.26119684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N056 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.261269502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"56","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.262002879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N061 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.26206781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"82fd5735-16d0-468b-a8ca-056ab1f1d0ff\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(6)})","node_id":"61","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.265787866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N057 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.265848517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"57","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.268525279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N062 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.268599401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"62","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.269773808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N057 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.271021407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"34dcf2f9-001e-4bff-8d16-04ca155adad7\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(5)})","node_id":"57","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:26.271947209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.273230188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N062 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.27330811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"62","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.277523168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N058 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.277575229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"58","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.278235674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N063 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.278277285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"63","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.283908106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N063 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.283964957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"63","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.284675033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N058 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.284717554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"58","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.296072397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N064 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.296141069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"64","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.297411578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N059 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.29746858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"59","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.308941535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N064 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.309008927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"64","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.309802375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N059 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.309851547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"59","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.327262899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N065 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.327325981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"65","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.327910704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N060 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.327960635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"60","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.331752574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N065 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.331817095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"ef0c5440-2321-45dc-af3e-9bdd444cc51c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(7)})","node_id":"65","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.334745223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N060 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.334796694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"60","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.335893509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N066 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.3359415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"66","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.338057949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N066 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.33809751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"66","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.338619033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N061 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.338647613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"61","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.342162795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N061 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.342216546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"6fabac16-ae0e-447d-8f6d-b4f2c025b669\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(6)})","node_id":"61","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.342530443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N067 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.342584044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"67","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.346633108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N067 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.346691939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"67","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.347517219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N062 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.34757403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"62","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.350116169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N062 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.35018579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"62","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.350889077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N068 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.350939498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"68","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.353790214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N068 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.353854275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"68","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.354200943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N063 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.354232434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"63","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.357921109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N063 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.357980951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"63","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.358748488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N069 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.35879985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"69","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.363334635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N064 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.363390746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"64","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.372500907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N064 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.372563679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"64","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.374333369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.374389541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.374429542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.374469772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.374516614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.375346423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.376257084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N069 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.376306885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"37bc0a05-897f-43ba-baa9-6236ed6e7a64\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(8)})","node_id":"69","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.380093523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N065 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.380147494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"65","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.381021964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.391483946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.391562958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.391657901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.392311245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.394047496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N070 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.394106947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"70","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.396077623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N065 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.396135314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"2991b358-c6da-4fb9-8b0e-c4ca2286b791\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(7)})","node_id":"65","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.396683747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N036 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.396739008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"36","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.397820653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N070 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.397877555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"70","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.398209252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.398275494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.398327675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.398387536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.398439067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.399079902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.400115546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"original_time_started":"2026-01-16 23:08:17.449297 UTC","original_id":"1f884896-3377-4f37-8274-2f6d5ab61291","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.400181928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"1f884896-3377-4f37-8274-2f6d5ab61291\",\"time_loaded\":\"2026-01-16T23:08:26.374354740Z\",\"time_started\":\"2026-01-16T23:08:17.449297Z\"}}","iteration":3,"elapsed":"25.856349ms"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.403436163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N066 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.403502755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"66","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.403847073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N037 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.403918345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"37","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.404405776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N071 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.404450117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"71","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.40503543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.41321764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.413348933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.413390094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.413981598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.417508539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N071 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.420352315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"71","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.420407256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N037 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.420443597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"2fbc58a4-aaec-48c2-b606-d433b6536f4c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(0)})","node_id":"37","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.420546779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N066 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.42058026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"66","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.420613081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.420661302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":4,"elapsed":"21.476367ms"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.422705649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N072 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.422759441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"72","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.42403969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N067 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.424973082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"67","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.425026383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N038 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.425066724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"38","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.428652847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N038 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.429332843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"38","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.429391274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N072 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.429436195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"72","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.429807584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N067 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.429868895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"67","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.430664734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.430720705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.430773276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.430819727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.430863038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.431859291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.432443545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.432492206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.432529187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.433261764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.439658952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.439730264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.439775965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.439817236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.440727687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.442453497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N073 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.442509878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"73","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.443176974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N039 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.443227825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"39","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.443683495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N068 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.443745337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"68","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.446139262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N073 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.446190244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"98ef2d05-9592-4822-9d8a-b9422f1483c4\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(9)})","node_id":"73","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.458923458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N039 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.45898676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"39","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.45940579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N068 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.45945328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"68","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.467799684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.483029157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.483119999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.4831788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.483781584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.484722636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.488097664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.490483079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.4905458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.491211086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.493751255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N074 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.493804866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"74","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.494333718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N040 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.49438772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"40","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.495198108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N069 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.495240769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"69","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.497405339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.497462951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.497502492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.497540233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.498268129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.500703875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N074 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.500762647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"74","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.50134079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N040 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.501392811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"40","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.502050437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":2,"elapsed":"71.375013ms"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.517361531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N069 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.517428983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"e0651b14-0bd1-4eb4-a1ee-f00c89f53eca\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(8)})","node_id":"69","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.518812625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.521922077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.523744949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N075 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.523801601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"75","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.523842602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N041 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.523900783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"41","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.525479369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N070 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.52551912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"70","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.558098304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N075 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.558167746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"75","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.558968195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N041 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.559033216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"4e9fe33b-ee51-4efd-bc51-b930a1c22133\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(1)})","node_id":"41","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.559500947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N070 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.559551958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"70","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.560253935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.560326196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:26.560363097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.560411458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":2,"elapsed":"127.933633ms"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.56481928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N071 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.564905922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"71","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.56525964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N042 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.565326622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"42","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.565861934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N076 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.565916105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"76","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.571909394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N071 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.571954956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"71","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.571993146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N042 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.572015307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"42","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.572066408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N076 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.572114349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"76","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.575573789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N072 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.575638581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"72","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.578585349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N072 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.57863151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"72","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.579468599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N043 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.579525121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"43","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.579556721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N077 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.579585802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"77","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.583685467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N073 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.583749029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"73","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.585080309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N043 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.585145901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"43","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.585765345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N077 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.585820477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"07c90f96-7f88-4220-9e39-88fbe48097fe\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(10)})","node_id":"77","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.590400332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N073 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.590459314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"8a5dc0f4-d40f-4c60-8238-8c5079c22a47\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(9)})","node_id":"73","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.591004546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N044 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.591040978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"44","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.591406706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N078 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.591467097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"78","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.596238858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N074 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.596296949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"74","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.600751092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N078 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.600807094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"78","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.601384327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N044 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.601442708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"44","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.60366592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N074 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.603721161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"74","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.608925922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N079 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.608989813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"79","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.611353828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N045 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.611403819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"45","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.612798751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N079 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.612848892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"79","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.61360003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N075 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.613667721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"75","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.614220164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N045 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.614265845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"f711f7cf-88e0-4a0c-900c-f80b87b583c5\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(2)})","node_id":"45","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.619409844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N075 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.619473446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"75","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.619996848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N080 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.620061929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"80","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.620425208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N046 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.620470429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"46","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.624127384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N080 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.624176335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"80","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.626312594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N076 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.626365886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"76","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.626726034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N046 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.626771215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"46","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.630510512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N076 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.630565003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"76","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.632539348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N047 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.63258907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"47","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.63262489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N081 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.632656161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"81","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.640276898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N081 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.640507263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"bdcfd5fe-8124-4bbe-aee5-f332d5f70bdb\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(11)})","node_id":"81","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.640995954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N047 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.641060886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"47","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.64511957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N077 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.645170051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"77","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.650539705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N082 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.650594787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"82","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.651311773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N048 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.651378045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"48","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.651838935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N077 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.651888207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"f6c180e8-07ce-415c-acb1-16abbf5309d3\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(10)})","node_id":"77","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.654998339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N082 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.655629203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"82","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.656731689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N078 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.65678496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"78","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.657382924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N048 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.657445585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"48","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.658783096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N083 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.658853908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"83","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.660789563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N078 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.660855334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"78","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.662719687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N083 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.662772619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"83","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.664423787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N049 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.664475888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"49","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.664513539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N084 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.66455939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"84","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.665051651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N079 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.665102162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"79","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.666474554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N049 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.666534666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"9280a5bd-f1ab-4796-9d9d-a863c085e6c9\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(3)})","node_id":"49","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.670071588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N079 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.670127589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"79","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.670460587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N084 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.670489237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"84","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.670952268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N050 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.671003649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"50","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.676941717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N050 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.676994258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"50","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.677031219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N080 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.67706324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"80","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.67709788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N080 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.677130151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"80","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.678271878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N051 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.678324659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"51","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.679278191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N085 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.679326862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"85","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.679966527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N081 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.680017478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"81","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.681282747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N051 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.681354359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"51","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.681933192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N085 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.681982953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"734ead68-b171-471b-8b70-059d41bdc7b6\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(12)})","node_id":"85","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.682822983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N081 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.682872564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"d39c9a36-5185-4048-af31-2e7dc7150198\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(11)})","node_id":"81","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.684693106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N052 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.684741377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"52","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.685634408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N086 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.685699319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"86","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.687593813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N082 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.687654005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"82","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.688812962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N052 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.688869113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"52","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.695288732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N086 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.695343693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"86","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.695845654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N053 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.695899015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"53","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.696326285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N082 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.696386257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"82","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.699263024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N053 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.699318875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"6f10f2b9-5b6d-4487-aae9-519211397eea\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(4)})","node_id":"53","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.699816297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N083 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.699863127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"83","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.700868341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N087 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.700950123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"87","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.702746784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N083 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.702801755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"83","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.703674646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N054 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.703768568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"54","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.704330791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N087 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.704383562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"87","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.705321734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N084 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.705372645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"84","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.715775066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N054 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.715840957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"54","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.71639112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N088 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.716428101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"88","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.716724508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N084 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.716746729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"84","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.719660386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N088 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.72026588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"88","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.720304331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N055 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.720333571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"55","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.720572757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N085 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.720621438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"85","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.723236549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N085 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.7232875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"4117ba1f-6851-4c6b-94fb-07f957def11a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(12)})","node_id":"85","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.729273208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N055 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.729328929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"55","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.730319272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N089 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.730389694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"89","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.731666384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N086 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.731732496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"86","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.735128074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N056 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.735180165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"56","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.735841691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N089 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.735897162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"7b9971cd-3d0b-4ff0-819b-158c299d66aa\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(13)})","node_id":"89","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.737314045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N086 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.737371866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"86","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.738558273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N056 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.738614185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"56","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.73971202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N090 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.739778872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"90","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.749030176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N087 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.749097478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"87","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.749131478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N057 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.749161099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"57","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.75828662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N087 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.758346342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"87","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.758869404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N057 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.758932085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"3117fa51-ad57-4430-a1a1-44e7fcbc7094\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(5)})","node_id":"57","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.759637702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N090 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.759699303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"90","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.763430949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N088 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.763498441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"88","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.76387849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N058 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.763948931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"58","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.764429302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N091 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.764484614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"91","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.767061363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N088 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.767112995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"88","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.767999515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N091 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.768059776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"91","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.777650739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N058 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.77772274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"58","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.778376165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N089 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.778430157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"89","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.778769034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N092 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.778817095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"92","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.781084058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N089 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.78116303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"dcf16f6e-08a2-4489-a8ec-3350a832c426\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(13)})","node_id":"89","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.78202218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N092 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.782086561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"92","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.7824562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N059 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.782500771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"59","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.787372584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N059 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.787415515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"59","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.787901416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N093 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.787949647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"93","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.788259744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N090 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.788301775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"90","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.792127374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N093 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.792199075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"e7a7e906-7693-427c-a8a4-b3e105a4db46\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(14)})","node_id":"93","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.792762878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N060 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.792816979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"60","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.794200482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N090 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.794258723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"90","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.797024357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N091 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.797084659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"91","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.802679198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N060 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.80274962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"60","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.804824278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N094 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.80489701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"94","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.805255378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N091 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.805305169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"91","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.808837101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N094 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.808904512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"94","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.809517486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N061 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.809569798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"61","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.809763172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N092 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.809813233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"92","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.814094172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N061 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.814170214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"573c4f7d-f2d8-446a-af21-a15b6b9bc085\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(6)})","node_id":"61","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.814562813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N092 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.814617595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"92","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.815542196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N095 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.815608197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"95","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.817405029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.817469141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.818083705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N062 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.818136096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"62","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.819538078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N095 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.81959568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"95","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.82002224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N093 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.820074261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"93","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.820829308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N062 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.82090684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"62","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.822654341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.822872636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.822935808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:26.822987099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.823434289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N093 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.823505571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"e9003b26-7620-4342-b051-19bab019b8aa\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(14)})","node_id":"93","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.824070024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N096 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.824137725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"96","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.824843982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N063 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.824913963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"63","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.828963937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N094 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.829005828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"94","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.829027278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N096 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.829045379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"96","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.829265414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N063 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.829325695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"63","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.832788156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N094 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.832840847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"94","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.833212255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N097 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.833262467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"97","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.833499752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N064 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.833541123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"64","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.836848979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N097 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.836914651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"84d1a6db-2506-4e9e-ad03-c0a12f692447\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(15)})","node_id":"97","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.837708729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N095 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.837753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"95","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.838210281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N064 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.838266552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"64","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.848581111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N095 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.848645463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"95","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.850110897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N098 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.850166468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"98","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.850659139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N065 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.850717271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"65","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.853185118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N096 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.853236949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"96","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.85415208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N065 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.854214032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"c34bb77f-3605-4a80-8549-afdc0c62455e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(7)})","node_id":"65","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.854785745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N098 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.854841626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"98","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.856057324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N096 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.856111226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"96","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.858293536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N099 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.858354928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"99","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.858849699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N066 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.85891497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"66","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.859652487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N097 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.859706699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"97","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.864399248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N099 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.864462299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"99","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.865098024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N097 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.865135565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"087e294a-e970-4b33-8b6d-b4c5f52807c3\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(15)})","node_id":"97","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.865705238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N066 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.86577542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"66","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.869386673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N067 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.869448644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"67","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.869969816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N100 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.870022508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"100","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.870369226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N098 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.870423267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"98","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.874301567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N100 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.874363158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"100","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.874761168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N098 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.874813389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"98","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.875203838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N067 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.875255179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"67","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.878275429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N101 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.87832966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"101","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.87875628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N099 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.878822151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"99","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.879117098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N068 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.8791756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"68","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.882539517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N099 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.882608989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"99","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.882917746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N101 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.882966427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"8c90c288-2167-4800-876d-4ad8a4376b8f\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(16)})","node_id":"101","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.88350147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N068 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.883549991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"68","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.887471592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N100 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.887531693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"100","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.888027625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N069 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.888083126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"69","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.888464985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N102 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.888536756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"102","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.894335711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N100 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.894401932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"100","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.895045127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N102 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.895101218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"102","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.896418759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N069 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.89647544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"18025238-f5c5-4f7c-98cb-b5e9fca261de\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(8)})","node_id":"69","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.900459482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N103 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.900527514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"103","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.901369843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N101 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.901420765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"101","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.902219303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N070 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.902269234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"70","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.904035145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N103 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.904087436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"103","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.904568368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N101 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.904624989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"55ab3af6-e31f-4c39-a6c5-f00e2ee86970\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(16)})","node_id":"101","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.905176552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N070 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.905231653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"70","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.90812656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N104 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.908202012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"104","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.908544699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N102 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.908596031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"102","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.909231635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N071 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.909289517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"71","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.911541789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N104 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.911607551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"104","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.912913971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N071 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.912971332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"71","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.914144589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N102 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.914203321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"102","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.91502258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N105 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.915088451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"105","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.915751277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N072 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.915807558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"72","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.9167506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N103 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.916832611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"103","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.918347237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N105 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.918398958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"6f127864-6078-48a1-919a-94950f2d9512\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(17)})","node_id":"105","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.919308879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N072 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.91936796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"72","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.919591866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N103 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.919657097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"103","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.922159705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N073 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.922271957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"73","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.922910282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N104 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.922966564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"104","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.923317282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N106 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.923363303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"106","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.925092193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N073 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.925151704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"b40c5dcc-c7ac-4036-a87f-461cb3cf9c94\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(9)})","node_id":"73","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.927258303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N106 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.927315014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"106","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.928461151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N104 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.928515002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"104","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.930268933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N107 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.930326234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"107","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.9323133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N105 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.932361271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"105","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.933250731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N107 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.933319043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"107","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.934932501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N074 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.934983442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"74","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.93533444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N105 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.935384191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"3edf277b-4042-4db0-945f-11a98c21a5d9\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(17)})","node_id":"105","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.936437806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N108 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.936486847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"108","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.938063923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N074 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.938122475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"74","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.942913926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N108 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.942987817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"108","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.943717454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N106 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.943771265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"106","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.944240376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N075 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.944287257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"75","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.946600501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N109 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.946654202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"109","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.949778884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N106 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.949893277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"106","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.950347098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N075 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.950400579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"75","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.950830299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N109 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.95088187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"3b2a66b9-ddd8-47de-9b6a-43273453ed1d\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(18)})","node_id":"109","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.956960251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N110 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.957030422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"110","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.958345373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N076 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.958400904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"76","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.958895716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N107 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.958952067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"107","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.961891585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N076 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.961947076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"76","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.96300274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N107 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.963056942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"107","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.96342253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N110 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.963498822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"110","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.967378742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N111 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.967435613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"111","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.967866193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N077 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.967913884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"77","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.968285573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N108 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.968350884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"108","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.970797731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N108 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.970852582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"108","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.971373464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N077 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.971432206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"f1baf9fb-c94a-4d2b-93ac-6092043d10b2\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(10)})","node_id":"77","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.972698115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N111 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.972771807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"111","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.974963588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N109 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.975028629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"109","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.975781887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N078 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.975825817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"78","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.976268128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N112 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.976323599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"112","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.978424268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N109 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.978481699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"08bf1dc9-2373-4bf4-9940-4c7470702136\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(18)})","node_id":"109","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.979360179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N078 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.97941322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"78","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.979964423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N112 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.980026805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"112","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.982010361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N110 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.982066982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"110","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.982778718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N113 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.98283411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"113","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.984710613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N110 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.984782305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"110","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.985379359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N113 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.98543553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"936c3991-7e1a-47fc-b569-d373a7afa042\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(19)})","node_id":"113","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.985970092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N079 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.986024114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"79","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.988380498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N111 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.988435549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"111","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.989140536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N114 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.989209717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"114","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.990116918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N079 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.99017164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"79","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.995014632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N111 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.995093824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"111","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.99580879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N114 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.995880482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"114","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.996334322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N080 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.996401424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"80","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.998454252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N112 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:26.998510413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"112","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.000477248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N080 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.00054142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"80","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.001047922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N115 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.001125243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"115","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.001482902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N112 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.001534333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"112","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.004149203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N115 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.004226045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"115","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.004820709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N081 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.0048753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"81","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.005377732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N113 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.005430493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"113","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.007386098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N116 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.00745017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"116","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.007857939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N081 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.00791124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"46b0a65a-f0db-48f9-a505-5f61d08e06e4\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(11)})","node_id":"81","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.008183127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N113 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.008235808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"a197d626-c87a-49b7-b59f-af7e0a673cf3\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(19)})","node_id":"113","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.016461638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N082 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.016581141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"82","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.016635562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N116 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.016716935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"116","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.016754545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N114 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.016782096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"114","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.023018441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N082 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.023078562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"82","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.023489331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N114 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.023520692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"114","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.024016153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N117 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.024052594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"117","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.026695816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N117 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.026749657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"b768ef1c-4419-49b9-bbd7-815701899a21\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(20)})","node_id":"117","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.027710029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N083 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.027778431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"83","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.028098948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N115 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.028144469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"115","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.031145809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N118 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.03118749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"118","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.031513717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N083 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.031570019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"83","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.032164352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N115 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.032247174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"115","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.034712051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N118 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.034748122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"118","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.035241664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N116 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.036492853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"116","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.036550914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N084 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.036597275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"84","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.045919651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N116 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.045983192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"116","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.046503024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N084 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.046556915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"84","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.046983836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N119 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.047032777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"119","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.055557894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N085 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.055647716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"85","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.058917232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N119 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.058977163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"119","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.059019464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N117 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.059058915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"117","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.060720214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N085 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.060777695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"5b8ca83a-e52d-4bd8-b67b-aa1a094c319e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(12)})","node_id":"85","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.061624304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N117 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.061697656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"8b30dda7-3a86-4d4d-b24e-6cbfbd4a8812\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(20)})","node_id":"117","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.065270449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N120 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.06532907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"120","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.067556882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N086 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.067620353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"86","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.068919784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N120 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.068992395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"120","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.069482257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N118 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.069554578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"118","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.069989778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N086 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.070039579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"86","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.07220972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N121 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.072276291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"121","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.073445978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N087 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.073500499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"87","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.073816507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N118 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.073888808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"118","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.074495642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N121 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.074547774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"5e543ba5-c720-4183-98ce-de2e17bb64f9\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(21)})","node_id":"121","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.078130187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N087 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.078208999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"87","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.078978216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N119 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.079055188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"119","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.079552919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N122 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.079603851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"122","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.0869038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N122 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.086960921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"122","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.087400881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N088 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.087451662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"88","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.087827891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N119 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.087877672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"119","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.091623609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N123 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.091691851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"123","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.092208323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N120 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.092256694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"120","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.092601942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N088 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.092644363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"88","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.095489419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N123 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.09555668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"123","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.096254276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N120 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.096307207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"120","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.096829139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N089 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.096900351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"89","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.099341018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N124 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.099405379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"124","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.100385942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N121 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.100437603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"121","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.100688529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N089 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.10073466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"ba5ed14c-01b0-4a0e-a524-b077ca6d02ec\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(13)})","node_id":"89","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.104044297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N121 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.104122098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"2d842744-75fc-4031-87eb-ad5d2ccde2fd\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(21)})","node_id":"121","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.105399528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N124 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.10547139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"124","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.105592752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N090 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.105638754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"90","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.108371347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N122 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.108457509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"122","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.109271128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N125 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.109336919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"125","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.112270637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N122 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.112325448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"122","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.112635585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N090 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.112678546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"90","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.113368353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N125 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.113433354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"bbb476e5-6a76-43ae-bc9b-9074e88e7791\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(22)})","node_id":"125","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.116413183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N123 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.116465264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"123","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.117716313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N091 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.117769164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"91","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.117862967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N126 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.117903968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"126","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.121390248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N123 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.12145518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"123","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.121869869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N126 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.121922671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"126","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.122652157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N091 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.122703549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"91","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.125575565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N127 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.125646537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"127","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.126464476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N124 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.126511547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"124","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.127252924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N092 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.127314776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"92","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.128583775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N127 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.128623626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"127","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.129925146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N092 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.129987037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"92","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.130328965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N124 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.130364066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"124","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.132230929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N128 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.132285401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"128","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.133773715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N125 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.133837276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"125","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.134511652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N093 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.134563493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"93","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.134673616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N128 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.134718377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"128","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.137321647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N125 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.137370698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"610b4764-dacd-415e-9932-5933d1eece34\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(22)})","node_id":"125","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.138254099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N129 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.13831906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"129","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.141263839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N093 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.14131196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"e1ab368c-4260-47bf-994c-7b9c7ca249b9\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(14)})","node_id":"93","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.141817751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N129 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.141862762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"8c0cce46-dee9-46ef-b29d-0bae3f5fe570\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(23)})","node_id":"129","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.14348622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N126 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.14478447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"126","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.147766769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N126 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.14781928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"126","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.148597238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N094 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.14865005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"94","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.151562507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N130 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.153970353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"130","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.159533882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N094 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.159652904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"94","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.160904113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N130 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.160950914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"130","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.161675981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N127 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.163275828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"127","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.177273242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.177357234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.177572909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:27.178404528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.179652677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N127 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.179719799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"127","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.180280072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N095 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.180360654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"95","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.180761233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N131 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.180814664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"131","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.183407344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:27.183463485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.184666893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N131 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.185641646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"131","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.185702827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N128 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.185748198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"128","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.185960133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N095 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.186004024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"95","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.194338067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N128 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.194404309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"128","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.195786771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N096 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.198234938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"96","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.198283799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N132 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.19831778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"132","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.19835191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N129 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.198391961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"129","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.200108161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N096 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.200163112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"96","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.201456142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N132 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.201507143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"132","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.201944973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N129 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.203309315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"ac7d3816-1e14-4fd1-9731-2b2be21d795a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(23)})","node_id":"129","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.205305431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N130 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.205367063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"130","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.209672503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N133 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.209731634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"133","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.210285457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N097 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.210349799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"97","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.211477194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N130 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.211528956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"130","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.212664122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:27.212723993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.213804048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N097 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.213857229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"d102023a-de56-43f9-9126-9a02e73edabc\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(15)})","node_id":"97","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.21432099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N133 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.214371581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"13779935-ee1d-4804-a6d4-ead239b0831e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(24)})","node_id":"133","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.215960848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N131 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.2160158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"131","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.217225938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N098 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.217291519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"98","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.218462286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N134 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.218517537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"134","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.220210497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N098 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.220269998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"98","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.221336383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N131 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.221386504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"131","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.221834734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N134 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.221883565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"134","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.224367613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N099 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.224423794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"99","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.224933516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N135 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.224986758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"135","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.225317015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N132 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.225351706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"132","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.227765391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N132 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.227817093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"132","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.228964869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N099 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.229019411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"99","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.229358819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N135 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.22940378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"135","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.234094168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N133 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.23416353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"133","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.234574529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N136 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.23461985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"136","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.235125102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N100 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.235172063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"100","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.237864615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N133 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.237919437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"0371a9fc-8b90-470f-98c3-afeb904dcca6\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(24)})","node_id":"133","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.239057113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N136 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.239124545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"136","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.239478443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N100 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.239522044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"100","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.240766343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N134 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.240824914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"134","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.245021591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N137 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.245093403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"137","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.249117476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N134 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.249174987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"134","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.249215168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N101 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.249253159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"101","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.24928661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N137 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.249318341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"b2135f6d-595a-46b2-a209-d9f14465cc9b\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(25)})","node_id":"137","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.250028927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N101 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.250080158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"565037e0-298a-4d79-a5ee-46966f789f5d\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(16)})","node_id":"101","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.25233598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N138 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.252401802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"138","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.2527642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N135 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.252832742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"135","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.253702302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N102 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.253750903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"102","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.256694612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N138 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.256743763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"138","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.257157442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N135 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.257202713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"135","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.257645834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N102 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.257703215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"102","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.26140401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N139 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.264069152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"139","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.264122884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N103 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.264160625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"103","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.264195235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N136 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.264232746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"136","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.266828086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N139 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.269355265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"139","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.269406346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N136 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.269440187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"136","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.269474167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N103 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.269517668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"103","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.270843199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N140 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.27089784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"140","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.272075608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N137 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.272140369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"137","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.272674262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N104 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.272728243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"104","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.27565107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N140 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.275708042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"140","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:27.278905986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.279562441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N104 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.279633953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"104","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.280270838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N141 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.280323649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"141","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.280703048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N137 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.280754029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"55506e88-3265-43c5-946f-6d3cf661851a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(25)})","node_id":"137","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.283503822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N105 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.283566344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"105","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.284414113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N141 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.284463634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"61dd7252-f87a-405e-a38c-f5e48ca6d32c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(26)})","node_id":"141","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.285086759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N138 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.28514015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"138","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.288075318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N105 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.288133029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"e96c65c7-5cfe-4e7d-8938-ec3a01640ff9\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(17)})","node_id":"105","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.288689822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N142 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.288743644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"142","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.289180414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N138 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.289223935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"138","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.291665511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N106 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.291729733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"106","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.292575712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N142 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.292638424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"142","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.293126515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N139 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.293175206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"139","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.297129908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N139 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.297183339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"139","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.297727052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N143 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.297770143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"143","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.298162032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N106 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.298210843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"106","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.301878208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N107 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.301924169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"107","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.302319308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N140 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.302350909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"140","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.30284879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N143 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.302900511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"143","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.314704815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N140 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.314771606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"140","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.315941593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N144 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.315980294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"144","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.316444045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N107 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.316487986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"107","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.319074936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N144 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.319128357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"144","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.319782062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N141 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.319829313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"141","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.320656213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N108 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.320706424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"108","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.32269291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N145 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.322744101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"145","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.324163454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N141 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.324225275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"e878f1b4-0f56-4494-9182-eacd732798a8\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(26)})","node_id":"141","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.324601064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N108 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.324650005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"108","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.325692059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N145 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.32575532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"d85c6939-bae0-4300-af5e-8e8f55a231f7\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(27)})","node_id":"145","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.327626364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N142 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.327682055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"142","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.328475734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N109 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.328543505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"109","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.329960538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N146 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.330012199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"146","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.330402708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N142 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.330452049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"142","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.33090718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N109 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.330972161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"0c9002d0-d86a-4aaf-b10b-8b03a676ce0c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(18)})","node_id":"109","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.33435434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N146 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.334406511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"146","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.334967474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N143 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.335028495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"143","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.337959143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N110 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.338042415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"110","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.338825503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N147 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.338907115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"147","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.339260603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N110 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.339312204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"110","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.340191525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N143 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.340228546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"143","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.34558203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N147 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.345641791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"147","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.34602649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N144 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.346083261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"144","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.346408579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N111 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.34645931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"111","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.349085801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N148 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.349140162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"148","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.351297412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N144 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.351335803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"144","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.351679211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N111 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.351716122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"111","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.352283645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N148 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.352332336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"148","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.355730274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N145 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.355789806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"145","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.356101553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N149 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.356148384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"149","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.356509123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N112 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.356560134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"112","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.359627985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N149 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.359682616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"273ad3e9-edfc-49c9-9480-c794f95534e7\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(28)})","node_id":"149","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.360111446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N112 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.360175568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"112","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.361040798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N145 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.361092119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"c32f1b81-cffa-4345-90af-127f18598e45\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(27)})","node_id":"145","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.366699808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N150 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.3667707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"150","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.366815071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N146 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.366851252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"146","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.366884673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N113 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.366915273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"113","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.370336673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N150 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.370391514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"150","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.372725248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N146 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.372776899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"146","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.373750622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N113 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.373801883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"7ef02ca5-0d12-4de9-b7bb-593af4d38397\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(19)})","node_id":"113","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.373946986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N151 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.373983237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"151","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.39264758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N114 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.392725651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"114","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.39395894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N147 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.394015301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"147","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.394476972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N151 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.394527063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"151","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.406065891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N147 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.406167943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"147","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.406796597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N152 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.40691766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"152","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.407440362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N114 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.407506624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"114","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.416450821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N148 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.416511652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"148","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.41726071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N152 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.417316401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"152","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.441242165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N115 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.441314876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"115","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.4419088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N148 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.441956961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"148","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.443052007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N153 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.443106968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"153","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.44663174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N149 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.446684771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"149","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.446991388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N115 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.447040479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"115","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.4475213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N153 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.447576941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"c9dd1685-15b4-49ed-bd25-f458ea1e1e60\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(29)})","node_id":"153","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.45010794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N149 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.450161251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"df6bd3a1-0ed7-4b43-83cc-4ded2d7c019a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(28)})","node_id":"149","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.45139821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N116 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.451445061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"116","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.45180453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N154 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.451878051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"154","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.454072122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N150 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.454112233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"150","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.45443316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N116 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.454471561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"116","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.454963823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N154 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.455016454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"154","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.45742494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N150 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.457492981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"150","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.457966102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N155 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.458016883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"155","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.458817142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N117 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.458867723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"117","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.459883066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N151 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.459933328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"151","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.460836559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N155 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.46090279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"155","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.46131767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N117 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.461359751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"37b241fe-39f0-48f9-9057-4737bd4280a1\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(20)})","node_id":"117","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.465011155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N151 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.465067436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"151","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.465610829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N156 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.4656595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"156","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.4660878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N118 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.466145231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"118","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.468530637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N152 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.468568738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"152","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.468944767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N118 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.468975797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"118","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.469473319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N156 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.46952338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"156","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.474597097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N152 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.474663219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"152","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.475048288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N119 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.475094669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"119","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.475461747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N157 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.475510168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"157","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.478301683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N157 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.478352104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"8df72a42-0463-40d6-8b8f-cad5f22da8f1\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(30)})","node_id":"157","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.479135222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N153 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.479180593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"153","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.480134715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N119 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.480189256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"119","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.482160522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N158 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.482228824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"158","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.486453592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N153 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.48809778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"e719af18-44cd-4241-8b13-a290658b2754\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(29)})","node_id":"153","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.488807576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N120 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.488912958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"120","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.489273407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N158 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.489328768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"158","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.494715863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N120 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.494768434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"120","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.497112338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N154 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.49718767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"154","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.504787086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N159 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.504852198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"159","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.509373543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N154 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.509449564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"154","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.512954245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N159 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.513004246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"159","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.514309637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N155 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.514351158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"155","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.514983572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N121 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.515033614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"121","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.520338766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N160 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.520395167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"160","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.521430491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N155 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.521490563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"155","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.522104377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N121 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.522155738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"b5f94369-ec74-482d-b8f1-d340f35edbf0\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(21)})","node_id":"121","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.523719345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N160 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.523770256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"160","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.527925372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N122 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.527985153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"122","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.528221469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N156 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.52826943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"156","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.532300303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N161 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.532360665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"161","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.532408436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N122 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.532453867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"122","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.533283726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N161 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.533334637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"89f5505f-cfdf-4739-9418-f5306a78f868\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(31)})","node_id":"161","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.53430671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N156 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.534354391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"156","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.535536668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N123 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.535586119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"123","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.536748906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N162 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.536796497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"162","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.537560235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N157 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.537614376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"157","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.543009991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N123 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.543087493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"123","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.543491632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N162 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.543539843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"162","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.544068346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N157 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.544132677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"e4efd767-7192-4c18-a8fc-d9040866aee3\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(30)})","node_id":"157","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.551207521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N158 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.551269113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"158","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.551782354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N163 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.551853036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"163","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.5628379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N158 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.562911642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"158","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.565097703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N124 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.565166434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"124","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.565210905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N163 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.565246576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"163","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.570397965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N164 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.570460937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"164","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.570938218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N124 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.570991009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"124","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.572090585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N159 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.572145536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"159","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.573967668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N164 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.574021619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"164","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.575033003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N159 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.575070764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"159","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.575700668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N125 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.575752159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"125","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.578195176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N165 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.578238097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"165","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.578618206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N125 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.578661217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"ce58d15f-ba0a-4dfe-8a6c-e0eaee567e60\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(22)})","node_id":"125","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.579293591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N160 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.579347123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"160","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.581105264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N165 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.581164905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"699a3eec-1869-4615-95ed-7e3d4a4d6e32\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(0)})","node_id":"165","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.584493892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N126 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.586756774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"126","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.586809405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N166 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.586845466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"166","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.588923065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N166 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.590127932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"166","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.590192254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N126 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.590235635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"126","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.590279316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N160 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.590321797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"160","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.591056034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N167 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.591144216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"167","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.594113794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N161 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.594188826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"161","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.594596386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N127 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.59608108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"127","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.596133711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N167 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.596180822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"167","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.598327132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N161 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.599706624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"d46ae9ba-ad90-494a-9107-7208acc80459\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(31)})","node_id":"161","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.599792926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N127 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.599816117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"127","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.600178335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N168 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.600243447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"168","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.617817754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N162 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.617888396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"162","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.621319675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N168 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.621378306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"168","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.622908012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N128 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.622963003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"128","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.623364022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N162 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.623417453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"162","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.62631622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N128 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.626356821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"128","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.627488307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N169 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.627545099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"169","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.627793545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N163 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.627860896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"163","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.630871596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N163 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.630928117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"163","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.631228034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N169 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.631263135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"4bff94fb-50cb-421e-a7d5-7cf0784b3894\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(1)})","node_id":"169","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.631796338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N129 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.631847429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"129","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.634701555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N164 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.634786297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"164","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.635048203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N170 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.635104444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"170","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.635528134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N129 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.635560605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"2aa249ef-2161-4fd0-b913-bdcb97777868\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(23)})","node_id":"129","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.638070783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N164 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.638117034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"164","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.63840775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N170 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.638438021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"170","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.639336462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N130 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.639380943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"130","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.641145024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N165 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.641207485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"165","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.643713263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N130 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.643782135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"130","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.644303267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N171 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.644363318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"171","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.644719066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N165 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.644770168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"3f2b3048-3ee3-4e5a-b02d-f725cb10bf45\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(0)})","node_id":"165","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.64788196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N171 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.647938211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"171","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.648851542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N131 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.648932394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"131","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.649741953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N166 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.649810084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"166","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.652376844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N172 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.652428645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"172","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.652461176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N166 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.652490796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"166","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.653297905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N131 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.653363167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"131","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.654123284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N172 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.654177605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"172","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.656273324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N132 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.656318595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"132","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.656768316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N167 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.656836737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"167","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.657622556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N173 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.657669897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"173","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.659593901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N132 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.659665712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"132","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.660076612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N173 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.660140743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"df7a918f-875b-498f-9104-9e577b126907\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(2)})","node_id":"173","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.661019544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N167 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.661070655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"167","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.66300918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N133 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.663246415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"133","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.66427367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N168 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.664339501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"168","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.664604167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N174 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.664651918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"174","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.667116005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N133 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.667557215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"1570d093-9e85-4939-bbb6-bc61d4b7b58f\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(24)})","node_id":"133","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.677877854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N174 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.677964036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"174","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.678618222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N168 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.678665123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"168","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.680064635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N134 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.680113286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"134","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.683557416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N169 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.683608617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"169","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.684505148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N175 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.684559759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"175","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.68587729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N134 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.685937811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"134","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.687319053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N169 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.687380144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"b80ca793-0ac2-4304-83eb-27d8df115462\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(1)})","node_id":"169","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.688675744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N175 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.688739676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"175","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.689712788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N135 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.68976274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"135","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.702766411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N170 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.704120912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"170","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.706508387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N135 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.709446735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"135","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.709497406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N170 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.709530427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"170","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.709587419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N176 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.709618929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"176","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.715199538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N136 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.71526894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"136","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.71572267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N171 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.715771832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"171","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.716240522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N176 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.716279633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"176","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.729721855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N136 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.730653176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"136","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:27.730964383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.731091617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:27.731549647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6150499e-0676-4405-8733-bb13ae8de61d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.731618689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6150499e-0676-4405-8733-bb13ae8de61d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:27.732194252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6150499e-0676-4405-8733-bb13ae8de61d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.732290154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6150499e-0676-4405-8733-bb13ae8de61d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.733046872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6150499e-0676-4405-8733-bb13ae8de61d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.734784002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N171 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.734849564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"171","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.736924132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N177 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.736985203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"177","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.737034454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N137 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.737068085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"137","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:27.740114775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6150499e-0676-4405-8733-bb13ae8de61d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":8566,"response_code":200}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.740994696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N137 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.741062727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"08dfe376-262f-43d4-b080-b0613949ebf3\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(25)})","node_id":"137","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.741466306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N177 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.741536838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"2aa82aac-ede6-47e2-9670-6f4350d0c98a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(3)})","node_id":"177","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.742022019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N172 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.742077361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"172","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.743568235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6150499e-0676-4405-8733-bb13ae8de61d\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:08:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.743854162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:27.745181623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f0464596-f42b-4d54-9cad-5652d9b6f71b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.745249845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f0464596-f42b-4d54-9cad-5652d9b6f71b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:27.745550631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f0464596-f42b-4d54-9cad-5652d9b6f71b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.745634213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f0464596-f42b-4d54-9cad-5652d9b6f71b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.746326889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f0464596-f42b-4d54-9cad-5652d9b6f71b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.747945487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N172 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.749943033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"172","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.750002234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N138 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.750059045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"138","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.750107847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N178 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.750148528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"178","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:27.751383246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f0464596-f42b-4d54-9cad-5652d9b6f71b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7093,"response_code":200}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.752100613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N138 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.752172365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"138","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.752739778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N173 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.753894285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"173","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.753949416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N178 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.753995067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"178","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.754334125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0464596-f42b-4d54-9cad-5652d9b6f71b\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:08:27 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:27.754409837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:27.754456787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:27.754490258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.75717936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N179 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.757235882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"179","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.759078185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N173 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.759123975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"cb539072-3952-4b67-bbd5-75a639a18f23\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(2)})","node_id":"173","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.75975979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N139 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.759824302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"139","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.769315812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N179 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.769944836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"179","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.771688176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N174 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.771753438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"174","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.772788342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N139 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.772850403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"139","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.775042294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N180 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.775880964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"180","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.77657451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N174 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.776631981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"174","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.777708346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N140 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.777766777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"140","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.778391412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N180 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.778442843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"180","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.780315856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N175 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.780370517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"175","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.780936971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N140 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.780988402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"140","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.781873702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N181 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.781939064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"181","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.784861662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N175 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.785890515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"175","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.785943437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N141 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.785981208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"141","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.786018258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N181 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.786053699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"a5b4d0ff-84a5-4276-8241-d6acbe386939\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(4)})","node_id":"181","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.789910319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N176 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.78996602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"176","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.790490812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N182 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.790544634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"182","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.790893902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N141 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.790963563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"d5309f53-b473-4faa-b355-9f61d645c468\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(26)})","node_id":"141","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.794536786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N176 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.794595637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"176","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.794961416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N142 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.795064638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"142","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.796480431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N182 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.797122306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"182","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.797717709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N142 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.797783901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"142","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.79817781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N177 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.798229261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"177","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.801101938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N183 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.8012061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"183","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.801928707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N177 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.801977268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"3da8f7fb-b6fc-49d8-83da-425b7eab63f0\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(3)})","node_id":"177","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.802658494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N143 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.802714005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"143","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.806983874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N183 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.807839384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"183","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.808746985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N178 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.808798856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"178","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.809176495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N143 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.809233706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"143","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.814304864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N178 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.814368195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"178","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.815254186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N184 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.815315227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"184","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.81586881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N144 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.817739813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"144","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.817794814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.817846946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.820261342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N144 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.821461789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"144","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.821517321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N179 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.821556852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"179","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.821595882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N184 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.821625693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"184","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:27.822930383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.823712701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:27.823779303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:27.823828444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.827401477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N145 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.827749735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"145","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.829053295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N179 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.830411457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"179","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.830477128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N185 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.830525329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"185","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.832400372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N180 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.832457384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"180","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.833038517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N185 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.834286286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"a7e4b0b1-7fa4-478d-964e-8a4558b92208\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(5)})","node_id":"185","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.834704226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N180 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.834766617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"180","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.835378001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N145 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.835433393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"70b0d40f-e198-44ec-a342-b654cb6bd911\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(27)})","node_id":"145","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.837384308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N186 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.83745385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"186","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.838665988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N181 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.838703749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"181","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.839097587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N146 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.839121658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"146","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.845941566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N186 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.846016418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"186","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.846506439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N146 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.847711527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"146","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.847766058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N181 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.847804769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"504153ba-1d10-4b23-bcf9-b428da9e6e78\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(4)})","node_id":"181","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.849870817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N187 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.849926658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"187","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.85131269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N182 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.851371582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"182","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.85174676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N147 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.853374868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"147","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.854200337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N187 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.8543005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"187","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.85691732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N182 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.857104514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"182","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.85735575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N147 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.857401981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"147","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.861279221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N188 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.861341703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"188","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.862269874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N183 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.862337166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"183","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.863343889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N148 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.86339664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"148","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.870134976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N188 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.870202718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"188","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.870777291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N183 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.872589373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"183","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.872646064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N148 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.872689875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"148","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.87503417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N149 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.875091471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"149","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.875968161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N184 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.876022103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"184","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.876980245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N189 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.877044766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"189","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.879216496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N149 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.880710041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"eaefa232-c990-44aa-ba61-19fc22dc5eef\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(28)})","node_id":"149","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.880834924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N184 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.880894945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"184","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.881745575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N189 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.881801316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"f5ad184d-ebd0-4019-ac1d-de9160039159\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(6)})","node_id":"189","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.883959177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N150 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.884344105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"150","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.884454908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N185 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.884495259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"185","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.885734338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N190 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.885788799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"190","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.887495258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N150 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.887692403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"150","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.888210075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N190 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.888261686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"190","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.888592404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N185 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.888671305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"c8edbc7a-c11e-44c3-9aa5-a12276350913\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(5)})","node_id":"185","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.891348988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N151 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.891497191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"151","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.892988715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N191 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.893040787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"191","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.893415636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N186 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.893469027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"186","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.897377247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N151 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.898025642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"151","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.898075603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N191 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.898111504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"191","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.898484323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N186 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.898530204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"186","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.902861724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N152 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.902919255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"152","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.903405976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N192 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.903502769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"192","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.904583594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N187 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.904638615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"187","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.905506245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N152 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.905574687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"152","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.911849402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N192 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.911914904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"192","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.919319725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N187 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.921094006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"187","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.921156658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N153 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.921195228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"153","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.928693162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N193 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.928790504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"193","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.929728626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N153 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.929855759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"745cee05-e359-4ad9-ad6d-a1c3be375b7c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(29)})","node_id":"153","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.931331073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N188 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.931421835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"188","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.934056416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N188 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.934109798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"188","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.940928906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N193 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.940995507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"1394fdd8-ca57-4aa0-a39f-b4e9db0d2eec\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(7)})","node_id":"193","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.941755495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N154 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.942918471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"154","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.944801135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N189 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.944849686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"189","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.949957525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N154 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.950019716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"154","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.95105277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N194 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.951105711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"194","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.952222417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N189 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.953417754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"a0ee9c78-192c-43ca-85ee-99b91a0a62a7\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(6)})","node_id":"189","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.960429207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N194 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.960486888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"194","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.961110673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N155 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.961159944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"155","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.962238899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N190 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.96228997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"190","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.965705539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N195 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.965768541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"195","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.968172266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N155 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.968232728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"155","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.968691788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N190 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.968735499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"190","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.96965313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N195 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.969706582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"195","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.973443549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N191 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.974356179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"191","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.97440224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N196 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.974440021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"196","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.974470002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N156 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.974498473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"156","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.976856917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N191 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.976923699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"191","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.978058205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N156 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.978109006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"156","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.979733074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N192 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.979796725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"192","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.980142184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N196 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.980215065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"196","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.980997213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N157 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.981678789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"157","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.983956992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N192 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.984021224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"192","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.984374572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N157 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.984416543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"90f8b600-b3c0-4981-a289-87f13ebe19e6\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(30)})","node_id":"157","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.985028287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N197 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.985080778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"197","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.988007526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N158 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.988072057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"158","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.991752503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N193 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.991812464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"193","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.99422363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N197 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.994277011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"96b1386f-5df9-4870-91b8-37806d09f02a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(8)})","node_id":"197","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.994391054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N158 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.994427364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"158","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.999314498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N193 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.999381349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"7dcc378f-7a0f-4625-9c7d-82484f4d1198\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(7)})","node_id":"193","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.999657686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N198 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:27.999703667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"198","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.001202281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N159 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.001251713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"159","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.005079181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N198 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.005134142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"198","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.005593923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N194 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.005660475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"194","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.006511444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N159 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.006560975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"159","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.017279204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N194 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.018140274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"194","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.018209555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N160 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.018252946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"160","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.018647525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N199 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.018690706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"199","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.02230829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N160 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.022357961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"160","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.022831692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N199 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.022855103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"199","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.023376365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N195 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.023426126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"195","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.02705594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N161 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.028104064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"161","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.028160876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N195 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.028202026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"195","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.028235837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N200 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.028257248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"200","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.034201396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N161 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.034273397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"5c34affe-ee07-49ae-99c0-dfc1c32e363e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(31)})","node_id":"161","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.034941022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N200 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.034985043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"200","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.036762535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N196 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.037784098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"196","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.039434507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N201 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.039478918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"201","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.039906758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N162 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.039972539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"162","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.0404509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N196 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.040502702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"196","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.043515421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N201 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.045009795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"43589a47-cee4-4495-a8f1-3c7e8df0fb23\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(9)})","node_id":"201","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.045141369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N162 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.045180899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"162","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.0452149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N197 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.045250521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"197","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.049447829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N197 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.050999474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"d42f8171-9786-475a-83e5-80b0e8619685\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(8)})","node_id":"197","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.051119227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N163 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.051161468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"163","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.051197609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N202 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.05123027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"202","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.054937965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N202 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.055005077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"202","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.073773672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N198 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.073844054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"198","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.074498649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N163 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.07455323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"163","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.077910897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N198 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.077969059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"198","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.078929481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N164 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.078984382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"164","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.080490737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N203 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.080545239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"203","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.082849652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N203 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.083890076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"203","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.083943287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N164 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.083982978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"164","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.084348186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N199 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.084398427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"199","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.087322826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N199 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.087373927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"199","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.088561954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N165 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.088609805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"165","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.089139238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N204 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.089182869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"204","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.092095306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N200 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.092146937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"200","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.092523226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N165 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.092571307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"e06d30d6-99f8-4d90-af0d-cfbca46d6c8e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(0)})","node_id":"165","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.092921875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N204 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.094094482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"204","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.094557263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N200 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.094610414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"200","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.104707008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N166 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.10477953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"166","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.107033422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N205 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.107090593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"205","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.108331862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N201 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.108389893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"201","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.110457251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N166 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.110523592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"166","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.112969629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N205 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.113026201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"4679d938-f085-43b4-bb3b-66a15324c24a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(10)})","node_id":"205","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.113890401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N201 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.113941502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"891806da-3413-4489-bda8-812b1f781dbd\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(9)})","node_id":"201","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.120567645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N167 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.120633037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"167","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.123092774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N206 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.123164135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"206","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.123714208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N202 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.123762809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"202","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.129696497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N167 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.129776169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"167","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.130583437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N202 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.130650299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"202","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.131110799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N206 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.1311475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"206","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.143303942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N203 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.143374393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"203","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.144055499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N207 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.14493528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"207","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.144994441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N168 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.145060043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"168","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.147751325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N203 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.147810716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"203","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.148205185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N207 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.148268577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"207","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.152990886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N168 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.153057738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"168","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.160913159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N204 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.160978751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"204","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.161024872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N169 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.161068923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"169","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.16311396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N208 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.163179342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"208","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.165374242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N169 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.165443354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"7a67544b-5751-4147-90ad-32d360d3d95d\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(1)})","node_id":"169","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.166296264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N208 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.166345195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"208","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.166787895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N204 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.166838227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"204","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.169239122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.169297864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.169443357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:28.170404409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.172121449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N170 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.17217495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"170","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.172212191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N205 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.172244092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"205","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.17262029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N209 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.172685672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"209","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.175113058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:28.17517244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.183779249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:28.183867351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.189647735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N209 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.189707446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"d6baddaa-bd8b-4f6b-b01d-b2446c1f27e5\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(11)})","node_id":"209","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.190437703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N205 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.190499285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"5113f9a1-17db-438d-ab7c-6b8e4d21dcb6\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(10)})","node_id":"205","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.191118979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N170 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.19117025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"170","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.21319564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N171 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.213285572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"171","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.215482653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N210 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.215541924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"210","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.216076727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N206 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.216132608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"206","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.217011138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N171 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.21706759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"171","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.222928195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N206 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.222987657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"206","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.224226896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N210 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.224278037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"210","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.22484037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N172 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.224918261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"172","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.229071288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N207 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.229128499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"207","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.229935528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N211 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.229986669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"211","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.234267288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N172 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.235847925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"172","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.235906936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N207 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.235949857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"207","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.236550971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N211 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.236603682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"211","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.241354182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N173 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.241428384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"173","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.242493939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N208 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.243204275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"208","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.249246035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N212 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.249308556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"212","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.252938141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N208 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.253004992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"208","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.253564605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N173 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.253628366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"e277ae58-8606-4d37-9836-e390b7f21d81\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(2)})","node_id":"173","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.25507985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N212 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.255132091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"212","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.259357109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N209 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.259425231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"209","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.259897502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N174 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.259943973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"174","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.260384533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N213 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.260436814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"213","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.267795094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N209 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.267949738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"a6ac5ff2-ba81-4d44-a0f2-6a7d5f545a83\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(11)})","node_id":"209","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.268958561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N213 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.269111745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"b3707c26-a525-4a30-a43b-3c80cfaae785\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(12)})","node_id":"213","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.269855822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N174 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.269957135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"174","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:28.270967718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.273871855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N175 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.273930376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"175","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.274423318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N214 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.274475909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"214","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.275551944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N210 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.275626446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"210","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.277669363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N175 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.277708954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"175","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.278176625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N214 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.278240276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"214","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.278745748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N210 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.278799249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"210","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.280830946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N176 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.280912798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"176","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.281988463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N215 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.282056885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"215","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.282338921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N211 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.282371692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"211","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.284760998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N176 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.284815459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"176","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.286062628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N211 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.286134069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"211","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.286434886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N215 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.286484557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"215","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.287175543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N177 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.287226204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"177","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.29004758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N212 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.290113361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"212","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.290456319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N177 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.290533331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"6b171449-17de-470d-97d4-5ff7bcc756f5\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(3)})","node_id":"177","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.291011722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N216 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.291079434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"216","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.293307945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N212 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.293392737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"212","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.293682344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N216 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.293748146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"216","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.294767099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N178 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.29481953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"178","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.297301408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N213 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.297340178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"213","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.297783539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N217 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.297814269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"217","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.299080139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N178 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.29915132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"178","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.300077862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N217 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.300148014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"ac4dd88e-fe01-4c63-99c7-72112ae2b095\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(13)})","node_id":"217","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.300511072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N213 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.300557633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"6d0648b2-83c0-4e22-b8bb-b017b7429edd\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(12)})","node_id":"213","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.302612801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N179 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.302680852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"179","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.30431219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N214 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.304365931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"214","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.304678438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N218 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.304724899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"218","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.30603062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N179 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.306083961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"179","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.307122655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N218 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.307225727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"218","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.307706069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N214 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.30774869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"214","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.308795984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N180 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.308846325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"180","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.312616242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N215 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.312656033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"215","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.313190945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N219 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.313224856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"219","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.313637686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N180 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.313712288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"180","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.316961293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N215 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.317021914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"215","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.318181961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N219 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.318222562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"219","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.318769075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N181 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.318832386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"181","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.321629061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N220 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.321683272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"220","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.321992269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N181 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.322056541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"60877a6d-7331-42ba-96bb-b9942ae5cdad\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(4)})","node_id":"181","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.322554622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N216 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.322619964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"216","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.324933688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N216 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.324986689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"216","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.325630484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N220 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.325691955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"220","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.326692908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N182 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.32675506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"182","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.330162209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N217 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.33021636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"217","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.331333766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N221 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.331387307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"221","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.332072473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N182 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.332144104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"182","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.332497773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N217 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.332551734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"6f3e1ad2-3113-4ec4-a799-124dd7819658\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(13)})","node_id":"217","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.334352676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N221 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.334662553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"68373242-7fb0-4386-a5ea-74dce9ba273c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(14)})","node_id":"221","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.335143854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N183 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.335197005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"183","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.336246269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N218 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.3362962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"218","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.337717383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N222 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.337769065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"222","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.339393552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N218 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.339450184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"218","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.339835842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N183 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.339888594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"183","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.340347545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N222 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.340398416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"222","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.342862843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N184 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.342938954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"184","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.344398618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N223 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.344450779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"223","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.344751216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N219 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.344797537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"219","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.345588656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N184 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.345651647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"184","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.348136005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N223 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.348210496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"223","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.349319102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N219 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.349376203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"219","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.350155321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N185 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.350225163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"185","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.358334091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N220 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.358420123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"220","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.358975816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N224 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.359032577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"224","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.359407406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N185 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.359474607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"ef5ea57e-09e2-4bdb-a990-e31b517a28ed\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(5)})","node_id":"185","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.362294682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N220 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.362351944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"220","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.362708782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N224 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.362756823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"224","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.364042963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N186 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.364098464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"186","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.368072597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N186 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.368136288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"186","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.372572161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N221 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.372629872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"221","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.381526638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N221 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.38159278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"f3f9da21-e031-4033-82da-17fafdc91a33\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(14)})","node_id":"221","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.382450069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N187 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.38249017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"187","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.382974752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N225 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.383025653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"225","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.387258541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N187 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.387327973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"187","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.388232313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N225 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.388284415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"661de259-ef84-4155-be2e-3e7bc7e59932\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(15)})","node_id":"225","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.389308988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N222 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.38937609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"222","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.391012318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N188 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.391071239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"188","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.391642713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N222 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.391702674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"222","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.393435314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N226 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.393489045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"226","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.39455687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N188 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.394611191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"188","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.397280723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N223 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.397342954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"223","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.397826096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N189 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.397874147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"189","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.39845965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N226 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.398501331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"226","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.399280479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N223 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.399334171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"223","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.402437272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N224 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.402529005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"224","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.403735362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N227 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.403830375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"227","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.404646673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N189 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.405070073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"105497fa-861a-4c4d-b371-b3063369152d\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(6)})","node_id":"189","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.406187239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N224 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.40624117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"224","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.409158828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N227 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.409214259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"227","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.410186552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N225 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.410242173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"225","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.410925089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N190 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.41097449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"190","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.413437977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N228 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.413494298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"228","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.414505672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N225 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.414559453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"f119cae1-5378-40f1-b7a1-94a2a247c27b\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(15)})","node_id":"225","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.414978513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N190 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.415040364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"190","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.418008893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N228 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.418063184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"228","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.420085581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N226 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.422430285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"226","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.422507987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N191 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.422555648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"191","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.422601069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N229 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.42265189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"229","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.422696601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N226 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.422738982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"226","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.423408948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N191 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.423448059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"191","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.426395667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N229 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.426451188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"94dacf2c-6b16-4906-88d0-8fd38d093332\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(16)})","node_id":"229","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.427254177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N227 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.427308898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"227","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.427768239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N192 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.42781921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"192","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.432391846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N227 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.432453258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"227","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.433597754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N192 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.433652005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"192","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.434206128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N230 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.43427908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"230","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.436407509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N228 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.43645969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"228","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.437269399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N230 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.43732358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"230","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.437661098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N193 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.437710299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"193","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.439429649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N228 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.43948205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"228","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.440600596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N231 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.440668658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"231","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.441011506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N193 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.441070107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"909d9ec7-9347-4f58-be22-1296049b40a0\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(7)})","node_id":"193","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.444922156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N231 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.444962127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"231","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.453148296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N229 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.453219768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"229","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.453817412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N194 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.453892624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"194","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.457081748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N229 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.457135869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"b7eaa4e6-3fcb-4117-a908-4da8cbcd7ece\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(16)})","node_id":"229","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.457556829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N194 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.457581209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"194","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.45804525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N232 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.458104251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"232","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.460427735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N232 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.460530557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"232","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.461652153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N230 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.461702804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"230","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.466165948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N230 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.466221539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"230","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.466965886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N195 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.467017038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"195","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.467313925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N233 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.467363306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"233","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.474426939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N233 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.474492041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"d02a7d81-f9cd-498c-b5f1-93ae9152255e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(17)})","node_id":"233","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.474982492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N195 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.475036643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"195","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.475409022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N231 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.475459613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"231","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.478434092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N231 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.478475673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"231","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.479832275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N196 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.479885246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"196","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.480245304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N234 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.480294205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"234","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.482594818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N232 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.48266201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"232","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.483273624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N196 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.483322085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"196","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.483898838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N234 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.48395484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"234","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.485577787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N232 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.485636709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"232","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.487290717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N235 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.487357219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"235","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.487686676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N197 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.487730787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"197","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.48872095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N233 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.488769971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"233","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.490945952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N235 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.490996453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"235","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.491429363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N197 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.491474684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"4eb07be2-a616-4c96-840c-28fc73741477\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(8)})","node_id":"197","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.491866653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N233 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.491920184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"dce1c07e-6c6f-4373-8fef-d5303c09a1da\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(17)})","node_id":"233","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.500934803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N234 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.500991574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"234","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.502411367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N236 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.502462928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"236","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.502496479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N198 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.50252909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"198","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.506550943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N234 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.506605134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"234","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.510221578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N198 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.510275399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"198","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.510685579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N236 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.51073333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"236","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.511092208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N235 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.511138959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"235","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.516086804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N199 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.516137365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"199","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.517685491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N235 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.517738772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"235","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.518437288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N237 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.51850197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"237","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.521890708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N199 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.52194763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"199","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.523022074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N236 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.523079876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"236","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.523651069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N237 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.52369487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"ddad39a5-6b45-40da-b5e5-eb6634fbea84\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(18)})","node_id":"237","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.525218555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N200 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.525281927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"200","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.528227155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N236 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.528269856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"236","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.528779888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N238 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.528810849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"238","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.529176817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N200 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.529222588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"200","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.534151332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N237 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.535429372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"237","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.535465652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N238 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.535492143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"238","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.535546194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N201 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.535621726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"201","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.539482005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N237 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.542105286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"4cac1578-7f77-4eb1-9ca7-89dec6898b4c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(18)})","node_id":"237","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.546669152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N201 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.546722443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"6a86fe61-3e58-46cf-b218-89b8da1f6103\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(9)})","node_id":"201","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.548920394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N239 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.548968485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"239","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.548999746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N238 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.549027116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"238","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.553019789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N238 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.553076031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"238","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.554145595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N202 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.55824266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"202","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.558296351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N239 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.558329932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"239","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.558894675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N202 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.558943176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"202","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.559216733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N240 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.561038605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"240","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.561108766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N239 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.561151987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"239","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.563163034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N203 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.563226726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"203","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.571353894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N239 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.571411375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"239","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.571446966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N240 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.571478337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"240","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.571772364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N203 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.571837865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"203","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.575470469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N241 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.576895862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"241","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.576948733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N204 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.576988544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"204","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.577163778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N240 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.577219419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"240","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.579440481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N241 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.580479485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"24441971-3954-4eba-9deb-28ffca766fff\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(19)})","node_id":"241","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.580595448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N240 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.580635349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"240","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.580840764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N204 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.580896725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"204","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.582654945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N242 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.582721007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"242","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.583813802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N241 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.583866193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"241","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.584220412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N205 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.584272643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"205","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.585326267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N242 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.587424206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"242","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.587481507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N241 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.587515028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"b7f9aabe-1b3e-4497-ad1e-6ebce5656b0d\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(19)})","node_id":"241","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.587627651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N205 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.587660921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"96eee084-ac6c-4917-aaad-01a0265cd770\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(10)})","node_id":"205","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.58845762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N243 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.588512411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"243","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.590290022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N242 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.590355734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"242","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.590848925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N206 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.590894646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"206","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.624947435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N243 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.625014166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"243","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.6368136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N206 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.636902282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"206","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.637639929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N242 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.63769568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"242","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.63901146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N244 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.639076002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"244","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.643892334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N244 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.643950505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"244","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.644870476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N207 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.644942028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"207","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.645418589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N243 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.64546624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"243","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.658247996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N245 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.658314867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"245","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.669301802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N207 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.669367393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"207","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.671151894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N243 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.671221056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"243","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.671591205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N245 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.671645976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"9170e5de-adc6-497d-a73e-9de1392a4186\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(20)})","node_id":"245","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.675423024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N208 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.675480525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"208","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.677581323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N246 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.677636005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"246","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.678163467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N244 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.678214058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"244","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.678823432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N208 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.678872143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"208","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.682464227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N244 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.683190633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"244","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.684688768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N246 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.684732699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"246","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.685327843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N209 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.685379344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"209","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.69081376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N209 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.690871991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"918c8d56-65fb-4c44-9ab7-6baf03a7971f\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(11)})","node_id":"209","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.691327722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N245 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.691378953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"245","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.692634732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N247 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.692686173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"247","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.696839729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N210 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.696912701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"210","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.696956532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N245 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.696990553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"2b1151f3-c434-47e5-8894-7ea9bba4d0ca\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(20)})","node_id":"245","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.699604193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N247 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.699667395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"247","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.706444702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N210 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.706507513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"210","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.713011614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N248 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.714069538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"248","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.71413853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N246 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.714173931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"246","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.716933575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N248 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.717008207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"248","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.719090955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N246 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.720736562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"246","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.720784284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N211 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.720820135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"211","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.724535851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N249 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.726125658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"249","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.726205999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N247 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.72624179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"247","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.726271121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N211 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.726299151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"211","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.733907998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N247 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.733975369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"247","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.734598334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N249 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.734647175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"d9da666c-8fba-4af4-b781-d7ef9ea0d803\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(21)})","node_id":"249","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.737714546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N212 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.737777967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"212","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.742401894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N248 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.742457026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"248","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.748943416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N250 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.749010157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"250","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.749045338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N212 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.749074949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"212","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.749703013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N248 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.749805506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"248","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.751137006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N213 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.751250189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"213","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.751762591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N250 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.751811862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"250","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.756622264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N249 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.756683305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"249","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.75861251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N213 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.758667621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"36bcb6bf-ff73-4842-868d-8be77a52c60a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(12)})","node_id":"213","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.76031817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N249 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.760372691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"819dbb22-adfc-4b60-b906-1921d6b925bd\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(21)})","node_id":"249","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.761109588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N251 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.76118037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"251","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.762654504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N214 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.762709895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"214","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.765307715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N251 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.765361706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"251","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.765858938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N250 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.765894728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"250","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.766277087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N214 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.766331029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"214","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.781680204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N250 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.781727545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"250","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.782570645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N215 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.782626126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"215","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.783099767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N252 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.783151418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"252","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.794923641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N215 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.795002022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"215","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.79576851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N251 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.797039549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"251","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.797102391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N252 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.797141422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"252","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.801186486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N251 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.802286821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"251","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.816764717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N216 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.816835698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"216","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.818910256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N253 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.821187739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"253","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.82124522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.821299361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.821344622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N252 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.821384513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"252","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.823946633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N253 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.824015974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"11abd6de-577f-4354-9dac-86e24462043b\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(22)})","node_id":"253","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.825064169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N216 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.82513451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"216","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:28.825187592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.82597651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:28.826039941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:28.826084382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.826328598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N252 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.826381449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"252","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.830165497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N254 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.830244598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"254","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.868011803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N253 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.868092835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"253","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.868801951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N217 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.868868553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"217","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.874447802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N254 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.875384484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"254","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.878808853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N253 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.878878775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"ef6d1b73-96f9-4bc9-b225-b91a4ef655aa\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(22)})","node_id":"253","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.884800992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N217 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.884861223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"f47c3fa4-d39d-44e8-bd0f-91dce668b145\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(13)})","node_id":"217","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.886752317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N255 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.886803718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"255","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.887823322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N254 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.887876893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"254","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.890539265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N255 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.890594156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"255","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.899720337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N218 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.899775639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"218","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.900303531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N254 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.900354232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"254","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.902815419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N256 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.9028682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"256","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.903440893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N218 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.903508775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"218","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.90460754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N255 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.904658412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"255","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.908224244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N256 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.908278925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"256","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.909311429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N219 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.910530537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"219","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.910581129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N255 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.91062196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"255","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.91582315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N219 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.915896792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"219","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.917045598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N257 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.917102769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"257","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.917870918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N256 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.917914579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"256","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.926544348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N220 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.92660404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"220","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.927289106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N257 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.927337377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"fa4070b1-e83a-4ddc-b470-94e6fcd6dfcb\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(23)})","node_id":"257","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.927844209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N256 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.92789085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"256","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.930413828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N220 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.930464579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"220","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.932421184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N257 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.932479556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"257","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.933435088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N258 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.934451771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"258","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.934509403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N221 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.934547294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"221","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.936733254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N257 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.937982043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"86b7176e-691f-4b21-b7a8-61b91281a1ed\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(23)})","node_id":"257","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.938105696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N258 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.938143127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"258","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.938677779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N221 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.938756151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"75dda13b-880b-4071-9666-51c2d378b94f\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(14)})","node_id":"221","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.941825242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N258 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.941874693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"258","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.942747914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N259 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.942794415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"259","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.943286786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N222 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.943342597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"222","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.945406995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N258 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.945506848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"258","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.949711085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N259 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.950608876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"259","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.950678647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N259 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.950716868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"259","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.950753039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N222 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.95079159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"222","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.953545704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N259 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.953598605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"259","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.954942256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N260 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.954987967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"260","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.955304085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N223 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.955349756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"223","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.958754125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N260 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.958810906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"260","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.959817269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N260 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.960702539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"260","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.96075154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N223 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.960784741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"223","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.964029457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N224 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.964100298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"224","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.964704472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N261 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.964774274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"261","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.965205724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N260 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.965258285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"260","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.969479983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N224 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.969531674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"224","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.969924343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N261 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.969959264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"f628b28a-7e2e-41ba-ad43-d517bb7414df\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(24)})","node_id":"261","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.970486326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N261 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.970522857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"261","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.974416567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N261 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.974471248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"46302c81-08d4-4e4c-8c65-181857c1c3b0\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(24)})","node_id":"261","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.975012401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N225 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.975061942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"225","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.975430271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N262 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.975466211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"262","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.989887435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N225 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.99096737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"1f043974-952c-4bef-9424-9e8169abfca6\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(15)})","node_id":"225","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.991086643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N262 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.991137724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"262","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.99137043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N262 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.991418641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"262","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.995800382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N263 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.995880764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"263","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.996379876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N226 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.996428157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"226","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.99700223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N262 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.997042361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"262","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:28.999973829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N263 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.000057421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"263","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.001254378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N226 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.002328423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"226","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.002381664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N263 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.002421845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"263","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.009874458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N263 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.00994067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"263","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.010557704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N227 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.010607055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"227","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.011186339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N264 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.01124209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"264","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.016418649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N264 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.016481091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"264","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.017103065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N227 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.017140576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"227","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.017702559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N264 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.017756791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"264","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.021533368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N264 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.02160694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"264","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.02203696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N265 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.023181636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"265","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.023257038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N228 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.023294469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"228","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.025676894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N265 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.025746545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"4cdee69c-d365-419d-82c0-5f406ee6a5d3\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(25)})","node_id":"265","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.027597819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N265 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.02766638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"265","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.029418021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N228 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.029471192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"228","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.030853514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N266 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.030905565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"266","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.032806629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N265 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.034818856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"342a577e-fc8f-41c7-9add-e8275daee915\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(25)})","node_id":"265","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.035038941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N229 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.035166164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"229","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.037279503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N266 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.037388335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"266","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.040907387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N266 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.041183033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"266","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.041561632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N267 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.041617603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"267","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.042018972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N229 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.042064813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"8e903ef1-9166-4040-b829-f0e4afdbb1b9\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(16)})","node_id":"229","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.046752902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N266 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.046798273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"266","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.047922579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N230 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.0479605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"230","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.048420961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N267 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.048467702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"267","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.051751638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N230 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.051818139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"230","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.057748346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N268 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.060414439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"268","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.06047906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N267 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.060523041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"267","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.062343383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N231 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.062442335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"231","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.063287895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N267 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.063378717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"267","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.064287538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N268 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.06438637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"268","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.068527666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N231 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.068595318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"231","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.069299904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N268 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.069349775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"268","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.069799786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N269 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.069867467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"269","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.080274518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N268 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.080401201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"268","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.082169932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N232 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.082306865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"232","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.083184646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N269 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.083340909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"9e8ce0b4-8eb4-47df-9606-edd7f3ebb528\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(26)})","node_id":"269","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.089247816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N270 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.089385649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"270","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.090195858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N269 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.090314691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"269","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.091104589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N232 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.091203951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"232","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.094690052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N233 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.094812365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"233","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.098893139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N270 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.099026692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"270","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.099932743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N269 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.100076797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"44792c34-2c3b-4694-ab2a-2dad1bbcc40e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(26)})","node_id":"269","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.116120598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N270 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.118660647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"270","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.119451315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N271 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.119539307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"271","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.120686264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N233 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.120826617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"cc67cebb-73ab-481e-a821-0ed541b33d4a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(17)})","node_id":"233","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.131009823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N270 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.131156436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"270","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.134113235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N234 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.134211967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"234","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.134906403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N271 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.135003385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"271","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.136458669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N271 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.136558581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"271","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.138629399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N234 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.138736432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"234","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.141800973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N271 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.141926086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"271","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.143231976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N272 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.143316058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"272","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.144066706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N235 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.144158208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"235","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.147157297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N272 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.147248879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"272","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.149766868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N272 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.152404209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"272","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.153541665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N235 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.153592936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"235","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.154060857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N272 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.15417574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"272","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.167785545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N236 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.167870247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"236","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.169329931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N273 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.169403662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"273","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.170552299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N273 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.17060777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"273","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.171229954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N236 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.171293046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"236","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.172031883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.172087634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.173095928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.174003749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.177636733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N273 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.177713105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"56184e77-7fff-4f99-b50d-1be8058850aa\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(27)})","node_id":"273","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.192444156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N273 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.192521758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"5f0c58b0-bc93-4061-a6c6-53fe5954e267\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(27)})","node_id":"273","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.204527335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N237 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.204594067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"237","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.209748177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.209823638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.214101807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N237 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.214191429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"d67abc7d-0756-4d5a-9c9f-b53abaa011b2\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(18)})","node_id":"237","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.215192292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N274 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.215798586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"274","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.215845498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N274 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.215875258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"274","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.222524072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.222610514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.224262353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N274 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.224320754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"274","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.224762464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N238 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.224813265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"238","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.225189494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N274 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.225238005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"274","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.240679673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N238 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.240753575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"238","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.241210855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N275 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.241263596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"275","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.243436486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N275 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.243489798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"275","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.244117322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N239 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.244170173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"239","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.246439196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N275 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.246495347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"275","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.247571022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N239 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.247636624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"239","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.248503054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N275 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.248556675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"275","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.250113281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N276 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.250178233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"276","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.253778056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N240 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.253839807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"240","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.253879768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N276 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.253915139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"276","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.256799776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N276 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.256853977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"276","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.256918429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N240 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.256954859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"240","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.266510241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N277 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.266616683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"277","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.268368254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N276 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.268422285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"276","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:29.283972285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.287448736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N241 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.294698913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"241","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.294736064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N277 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.294755965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"ee3c325a-8fe7-4f6e-984e-ec9e3e8fc6ce\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(28)})","node_id":"277","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.294838536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N277 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.294861977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"277","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.295132154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N241 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.295185765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"ddfb25b4-9ef9-472e-a578-9f914b250d1b\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(19)})","node_id":"241","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.297235692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N277 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.297304204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"c05f7639-592f-457d-84d0-58662c1f0b8b\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(28)})","node_id":"277","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.310640113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N278 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.310724034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"278","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.310773856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N242 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.310816637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"242","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.310860587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N278 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.310902548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"278","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.315630708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N242 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.315687369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"242","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.316113209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N278 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.31616898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"278","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.316645481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N278 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.316694242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"278","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.328708541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N243 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.328770273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"243","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.330326518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N279 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.33038392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"279","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.330938203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N279 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.331017365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"279","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.331903465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N243 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.331951996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"243","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.335456637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N279 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.335509158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"279","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.335883687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N279 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.335921258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"279","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.336377839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N244 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.33642954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"244","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.365046503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N244 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.365121544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"244","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.372991857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N280 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.37444168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"280","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.374492521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N280 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.374524792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"280","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.374555833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N245 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.374583433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"245","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.374958052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N280 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.375002053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"280","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.376116749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N280 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.37616931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"280","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.377013339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N245 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.377058871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"e8947019-a06d-4305-9bb1-0e2253a3094b\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(20)})","node_id":"245","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.381551195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N246 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.381611316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"246","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.382108738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N281 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.382152629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"281","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.384951723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N281 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.385009825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"281","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.385519787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N281 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.385568148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"52bdaefd-5c63-4d61-9dd0-a08c42181ede\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(29)})","node_id":"281","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.386262584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N246 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.386310235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"246","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.389198062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N281 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.389264723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"d45c85c3-9925-4def-8cb4-577043648197\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(29)})","node_id":"281","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.399179773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N247 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.399246364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"247","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.39990815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N282 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.399960471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"282","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.410125936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N282 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.410229889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"282","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.411452617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N247 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.411505828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"247","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.412094872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N282 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.412145243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"282","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.41460865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N282 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.414677812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"282","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.41674433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N248 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.416817421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"248","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.420164949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N283 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.420244121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"283","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.420295302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N283 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.420334323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"283","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.420775283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N248 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.420835965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"248","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.421976251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N283 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.422028262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"283","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.432954205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N283 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.433021926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"283","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.43794609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N249 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.438004412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"249","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.438045623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N284 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.438075844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"284","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.438511874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N249 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.438557585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"611b9254-266a-45f4-9bf7-2d92d5efa19e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(21)})","node_id":"249","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.439578328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N284 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.439636409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"284","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.443735855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N284 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.443798856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"284","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.444291517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N284 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.444341889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"284","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.444900232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N250 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.444961943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"250","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.448099465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N250 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.448157367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"250","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.449041777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N285 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.449094728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"285","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.450190284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N285 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.450258075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"285","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.462152831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N251 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.462220663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"251","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.463300597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N285 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.463360779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"1e878b45-3042-4135-ba2d-ea8cf5bb4917\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(30)})","node_id":"285","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.464931295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N285 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.464985576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"78c08ec7-5d70-41a5-b9c7-07c4887ddd7f\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(30)})","node_id":"285","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.47463115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N251 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.474697932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"251","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.478497209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N286 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.478559571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"286","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.486365802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N252 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.486438023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"252","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.486970216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N286 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.487033927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"286","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.487539859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N286 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.48759339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"286","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.492246898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N252 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.492299239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"252","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.492711439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N286 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.49276695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"286","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.49321082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N287 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.493275372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"287","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.539928582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N287 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.540010764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"287","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.54071618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N253 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.540768682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"253","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.541261653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N287 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.541317404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"287","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.56792982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N287 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.568008612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"287","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.568636517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N253 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.568683558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"740bba34-1220-4c08-a19f-dacf0b959035\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(22)})","node_id":"253","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.577155864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N288 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.577248096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"288","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.589725165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N254 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.589783556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"254","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.590430132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N288 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.590480813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"288","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.590980134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N288 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.591039175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"288","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.602968252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N288 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.603076004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"288","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.605329636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N254 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.605461249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"254","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.606454172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N289 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.606506074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"289","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.613329651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N255 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.613394993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"255","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.614892178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N289 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.614944529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"289","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.617084529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N289 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.61713914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"b36c1294-cbdb-45b6-9b07-780e5a5266c6\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(31)})","node_id":"289","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.626553168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N255 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.626615609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"255","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.629206499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N289 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.62926666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"772e36aa-ca5f-42a1-908b-b2634cdca9ee\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(31)})","node_id":"289","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.629391063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N290 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.629431895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"290","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.647271768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N290 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.647333709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"290","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.650371629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N256 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.650429991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"256","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.655700833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N290 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.655755894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"290","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.66637472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N256 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.666427881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"256","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.667903075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N291 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.667966427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"291","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.674373515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N290 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.674432797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"290","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.682410921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N291 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.682469233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"291","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.683694741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N257 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.683746232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"257","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.68496269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N291 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.685064032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"291","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.691308057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N257 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.691363469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"cfb083eb-4b22-48a5-822e-f89dd22330af\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(23)})","node_id":"257","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.692493884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N292 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.692543706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"292","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.692973986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N291 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.693030737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"291","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.708197658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N258 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.708257889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"258","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.709003477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N292 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.709052658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"292","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.709914738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N292 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.709958789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"292","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.713951132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N292 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.714950875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"292","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.715750943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N258 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.715811595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"258","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.71735838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N293 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.717409292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"293","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.729600364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N293 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.729659845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"293","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.731366925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N259 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.731418296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"259","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.732066711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N293 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.732114702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"293","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.736828211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N259 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.736916884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"259","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.742488163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N294 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.742555844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"294","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:29.744373466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.744428487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.745210025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N293 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.745264677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"293","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.747327385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N260 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.747378536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"260","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.748737198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0e161da5-309a-448d-9b25-dfd1cef7f100","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.748808279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0e161da5-309a-448d-9b25-dfd1cef7f100","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.749135137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0e161da5-309a-448d-9b25-dfd1cef7f100","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.749212449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0e161da5-309a-448d-9b25-dfd1cef7f100","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.750066358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0e161da5-309a-448d-9b25-dfd1cef7f100","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:29.760913389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0e161da5-309a-448d-9b25-dfd1cef7f100","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":12144,"response_code":200}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.762628809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N260 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.76268564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"260","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.763505859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N294 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.763564141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"294","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.764246677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N294 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.764300358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"294","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.768024494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e161da5-309a-448d-9b25-dfd1cef7f100\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:08:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.768511325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.769266482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c2971790-c0b1-4070-8e2b-a0f9d2fcc8dd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.769334834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c2971790-c0b1-4070-8e2b-a0f9d2fcc8dd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.769556139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c2971790-c0b1-4070-8e2b-a0f9d2fcc8dd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.769643321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c2971790-c0b1-4070-8e2b-a0f9d2fcc8dd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.770652915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c2971790-c0b1-4070-8e2b-a0f9d2fcc8dd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.775661681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N261 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.775724782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"261","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.776225244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N296 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.776276805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"296","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:29.779171542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c2971790-c0b1-4070-8e2b-a0f9d2fcc8dd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10023,"response_code":200}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.779718665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N296 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.77996279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"296","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.780623986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N261 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.780675517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"ee34e84a-ad11-47ec-ba1c-cc9b39e30d77\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(24)})","node_id":"261","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.782944249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2971790-c0b1-4070-8e2b-a0f9d2fcc8dd\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:08:29 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.783060592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.783106453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:29.783140024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.783332908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N294 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.783375109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"294","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:29.793682278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:29.793746869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.794765673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N296 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.794833815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"296","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.795262615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N262 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.795318006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"262","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.800365333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N296 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.800423034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"296","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.801156731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N262 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.801211742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"262","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:29.808199724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:29.808277336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.809834992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N263 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.809887273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"263","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.814346817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.814459199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.816342203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N263 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.816400924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"263","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.819833464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N264 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.819892155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"264","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:29.824525592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"instance-create","saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"success"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:29.824931431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.824997383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N264 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.825033004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"264","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:29.828189367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"71430837-13d0-49d7-a375-7da7e6fcc8a5","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: 71430837-13d0-49d7-a375-7da7e6fcc8a5, saga_log: SagaLog { saga_id: 71430837-13d0-49d7-a375-7da7e6fcc8a5, unwinding: false, events: [N295 started, N295 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 succeeded, N006 started, N006 succeeded, N007 started, N007 succeeded, N008 started, N008 succeeded, N009 started, N009 succeeded, N010 started, N010 succeeded, N011 started, N011 succeeded, N012 started, N012 succeeded, N013 started, N013 succeeded, N014 started, N014 succeeded, N015 started, N015 succeeded, N016 started, N016 succeeded, N017 started, N017 succeeded, N018 started, N018 succeeded, N019 started, N019 succeeded, N020 started, N020 succeeded, N021 started, N021 succeeded, N022 started, N022 succeeded, N023 started, N023 succeeded, N024 started, N024 succeeded, N025 started, N025 succeeded, N026 started, N026 succeeded, N027 started, N027 succeeded, N028 started, N028 succeeded, N029 started, N029 succeeded, N030 started, N030 succeeded, N031 started, N031 succeeded, N032 started, N032 succeeded, N033 started, N033 succeeded, N034 started, N034 succeeded, N035 started, N035 succeeded, N036 started, N036 succeeded, N037 started, N037 succeeded, N038 started, N038 succeeded, N039 started, N039 succeeded, N040 started, N040 succeeded, N041 started, N041 succeeded, N042 started, N042 succeeded, N043 started, N043 succeeded, N044 started, N044 succeeded, N045 started, N045 succeeded, N046 started, N046 succeeded, N047 started, N047 succeeded, N048 started, N048 succeeded, N049 started, N049 succeeded, N050 started, N050 succeeded, N051 started, N051 succeeded, N052 started, N052 succeeded, N053 started, N053 succeeded, N054 started, N054 succeeded, N055 started, N055 succeeded, N056 started, N056 succeeded, N057 started, N057 succeeded, N058 started, N058 succeeded, N059 started, N059 succeeded, N060 started, N060 succeeded, N061 started, N061 succeeded, N062 started, N062 succeeded, N063 started, N063 succeeded, N064 started, N064 succeeded, N065 started, N065 succeeded, N066 started, N066 succeeded, N067 started, N067 succeeded, N068 started, N068 succeeded, N069 started, N069 succeeded, N070 started, N070 succeeded, N071 started, N071 succeeded, N072 started, N072 succeeded, N073 started, N073 succeeded, N074 started, N074 succeeded, N075 started, N075 succeeded, N076 started, N076 succeeded, N077 started, N077 succeeded, N078 started, N078 succeeded, N079 started, N079 succeeded, N080 started, N080 succeeded, N081 started, N081 succeeded, N082 started, N082 succeeded, N083 started, N083 succeeded, N084 started, N084 succeeded, N085 started, N085 succeeded, N086 started, N086 succeeded, N087 started, N087 succeeded, N088 started, N088 succeeded, N089 started, N089 succeeded, N090 started, N090 succeeded, N091 started, N091 succeeded, N092 started, N092 succeeded, N093 started, N093 succeeded, N094 started, N094 succeeded, N095 started, N095 succeeded, N096 started, N096 succeeded, N097 started, N097 succeeded, N098 started, N098 succeeded, N099 started, N099 succeeded, N100 started, N100 succeeded, N101 started, N101 succeeded, N102 started, N102 succeeded, N103 started, N103 succeeded, N104 started, N104 succeeded, N105 started, N105 succeeded, N106 started, N106 succeeded, N107 started, N107 succeeded, N108 started, N108 succeeded, N109 started, N109 succeeded, N110 started, N110 succeeded, N111 started, N111 succeeded, N112 started, N112 succeeded, N113 started, N113 succeeded, N114 started, N114 succeeded, N115 started, N115 succeeded, N116 started, N116 succeeded, N117 started, N117 succeeded, N118 started, N118 succeeded, N119 started, N119 succeeded, N120 started, N120 succeeded, N121 started, N121 succeeded, N122 started, N122 succeeded, N123 started, N123 succeeded, N124 started, N124 succeeded, N125 started, N125 succeeded, N126 started, N126 succeeded, N127 started, N127 succeeded, N128 started, N128 succeeded, N129 started, N129 succeeded, N130 started, N130 succeeded, N131 started, N131 succeeded, N132 started, N132 succeeded, N133 started, N133 succeeded, N134 started, N134 succeeded, N135 started, N135 succeeded, N136 started, N136 succeeded, N137 started, N137 succeeded, N138 started, N138 succeeded, N139 started, N139 succeeded, N140 started, N140 succeeded, N141 started, N141 succeeded, N142 started, N142 succeeded, N143 started, N143 succeeded, N144 started, N144 succeeded, N145 started, N145 succeeded, N146 started, N146 succeeded, N147 started, N147 succeeded, N148 started, N148 succeeded, N149 started, N149 succeeded, N150 started, N150 succeeded, N151 started, N151 succeeded, N152 started, N152 succeeded, N153 started, N153 succeeded, N154 started, N154 succeeded, N155 started, N155 succeeded, N156 started, N156 succeeded, N157 started, N157 succeeded, N158 started, N158 succeeded, N159 started, N159 succeeded, N160 started, N160 succeeded, N161 started, N161 succeeded, N162 started, N162 succeeded, N163 started, N163 succeeded, N164 started, N164 succeeded, N165 started, N165 succeeded, N166 started, N166 succeeded, N167 started, N167 succeeded, N168 started, N168 succeeded, N169 started, N169 succeeded, N170 started, N170 succeeded, N171 started, N171 succeeded, N172 started, N172 succeeded, N173 started, N173 succeeded, N174 started, N174 succeeded, N175 started, N175 succeeded, N176 started, N176 succeeded, N177 started, N177 succeeded, N178 started, N178 succeeded, N179 started, N179 succeeded, N180 started, N180 succeeded, N181 started, N181 succeeded, N182 started, N182 succeeded, N183 started, N183 succeeded, N184 started, N184 succeeded, N185 started, N185 succeeded, N186 started, N186 succeeded, N187 started, N187 succeeded, N188 started, N188 succeeded, N189 started, N189 succeeded, N190 started, N190 succeeded, N191 started, N191 succeeded, N192 started, N192 succeeded, N193 started, N193 succeeded, N194 started, N194 succeeded, N195 started, N195 succeeded, N196 started, N196 succeeded, N197 started, N197 succeeded, N198 started, N198 succeeded, N199 started, N199 succeeded, N200 started, N200 succeeded, N201 started, N201 succeeded, N202 started, N202 succeeded, N203 started, N203 succeeded, N204 started, N204 succeeded, N205 started, N205 succeeded, N206 started, N206 succeeded, N207 started, N207 succeeded, N208 started, N208 succeeded, N209 started, N209 succeeded, N210 started, N210 succeeded, N211 started, N211 succeeded, N212 started, N212 succeeded, N213 started, N213 succeeded, N214 started, N214 succeeded, N215 started, N215 succeeded, N216 started, N216 succeeded, N217 started, N217 succeeded, N218 started, N218 succeeded, N219 started, N219 succeeded, N220 started, N220 succeeded, N221 started, N221 succeeded, N222 started, N222 succeeded, N223 started, N223 succeeded, N224 started, N224 succeeded, N225 started, N225 succeeded, N226 started, N226 succeeded, N227 started, N227 succeeded, N228 started, N228 succeeded, N229 started, N229 succeeded, N230 started, N230 succeeded, N231 started, N231 succeeded, N232 started, N232 succeeded, N233 started, N233 succeeded, N234 started, N234 succeeded, N235 started, N235 succeeded, N236 started, N236 succeeded, N237 started, N237 succeeded, N238 started, N238 succeeded, N239 started, N239 succeeded, N240 started, N240 succeeded, N241 started, N241 succeeded, N242 started, N242 succeeded, N243 started, N243 succeeded, N244 started, N244 succeeded, N245 started, N245 succeeded, N246 started, N246 succeeded, N247 started, N247 succeeded, N248 started, N248 succeeded, N249 started, N249 succeeded, N250 started, N250 succeeded, N251 started, N251 succeeded, N252 started, N252 succeeded, N253 started, N253 succeeded, N254 started, N254 succeeded, N255 started, N255 succeeded, N256 started, N256 succeeded, N257 started, N257 succeeded, N258 started, N258 succeeded, N259 started, N259 succeeded, N260 started, N260 succeeded, N261 started, N261 succeeded, N262 started, N262 succeeded, N263 started, N263 succeeded, N264 started, N264 succeeded, N265 started, N265 succeeded, N266 started, N266 succeeded, N267 started, N267 succeeded, N268 started, N268 succeeded, N269 started, N269 succeeded, N270 started, N270 succeeded, N271 started, N271 succeeded, N272 started, N272 succeeded, N273 started, N273 succeeded, N274 started, N274 succeeded, N275 started, N275 succeeded, N276 started, N276 succeeded, N277 started, N277 succeeded, N278 started, N278 succeeded, N279 started, N279 succeeded, N280 started, N280 succeeded, N281 started, N281 succeeded, N282 started, N282 succeeded, N283 started, N283 succeeded, N284 started, N284 succeeded, N285 started, N285 succeeded, N286 started, N286 succeeded, N287 started, N287 succeeded, N288 started, N288 succeeded, N289 started, N289 succeeded, N290 started, N290 succeeded, N291 started, N291 succeeded, N292 started, N292 succeeded, N293 started, N293 succeeded, N294 started, N294 succeeded, N296 started, N296 succeeded], node_status: {0: Succeeded(String(\"047649a1-bd77-4a29-8488-f19a376f3d65\")), 1: Succeeded(Object {\"auto_restart\": Object {\"cooldown\": Null, \"policy\": Null}, \"boot_disk_id\": Null, \"cpu_platform\": Null, \"hostname\": String(\"the-host\"), \"identity\": Object {\"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"name\": String(\"instance-consistency-group-2\"), \"time_created\": String(\"2026-01-16T23:08:24.603198Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:24.603198Z\")}, \"intended_state\": String(\"Running\"), \"memory\": Number(1073741824), \"ncpus\": Number(4), \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"runtime_state\": Object {\"dst_propolis_id\": Null, \"gen\": Number(1), \"migration_id\": Null, \"nexus_state\": String(\"Creating\"), \"propolis_id\": Null, \"time_last_auto_restarted\": Null, \"time_updated\": String(\"2026-01-16T23:08:24.603198Z\")}, \"updater_gen\": Number(1), \"updater_id\": Null, \"user_data\": Array [Number(35), Number(99), Number(108), Number(111), Number(117), Number(100), Number(45), Number(99), Number(111), Number(110), Number(102), Number(105), Number(103), Number(10), Number(115), Number(121), Number(115), Number(116), Number(101), Number(109), Number(95), Number(105), Number(110), Number(102), Number(111), Number(58), Number(10), Number(32), Number(32), Number(100), Number(101), Number(102), Number(97), Number(117), Number(108), Number(116), Number(95), Number(117), Number(115), Number(101), Number(114), Number(58), Number(10), Number(32), Number(32), Number(32), Number(32), Number(110), Number(97), Number(109), Number(101), Number(58), Number(32), Number(111), Number(120), Number(105), Number(100), Number(101)]}), 2: Succeeded(Null), 3: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"bcab3a8a-f935-4551-b66a-905473acbd4c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(0)}), 4: Succeeded(Null), 5: Succeeded(Null), 6: Succeeded(Null), 7: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"089c78bb-ac0b-4fcc-a637-410e7c65e812\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(1)}), 8: Succeeded(Null), 9: Succeeded(Null), 10: Succeeded(Null), 11: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"cd5d0693-e151-43dd-b962-16b1463b1ea8\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(2)}), 12: Succeeded(Null), 13: Succeeded(Null), 14: Succeeded(Null), 15: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"847782de-3a85-4830-8225-c92bccb7f419\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(3)}), 16: Succeeded(Null), 17: Succeeded(Null), 18: Succeeded(Null), 19: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"881508fc-a619-4b02-9304-2527e57b7ba4\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(4)}), 20: Succeeded(Null), 21: Succeeded(Null), 22: Succeeded(Null), 23: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"caf368ea-8197-48e4-a1ef-c23c57bda34f\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(5)}), 24: Succeeded(Null), 25: Succeeded(Null), 26: Succeeded(Null), 27: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"24b25131-0d7c-4a60-9591-ef40153ce866\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(6)}), 28: Succeeded(Null), 29: Succeeded(Null), 30: Succeeded(Null), 31: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"facb5ee9-7e32-46f3-a93c-f61f85c17e3a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(7)}), 32: Succeeded(Null), 33: Succeeded(Null), 34: Succeeded(Null), 35: Succeeded(String(\"94e622ee-83e6-40a1-9077-58e24261f495\")), 36: Succeeded(Null), 37: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"5d16f25f-89ef-496f-b445-5fdbf9cf3ddc\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(0)}), 38: Succeeded(Null), 39: Succeeded(Null), 40: Succeeded(Null), 41: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"67d86c5a-0d72-4e8e-8e89-025edef61645\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(1)}), 42: Succeeded(Null), 43: Succeeded(Null), 44: Succeeded(Null), 45: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"03c7fcac-ba14-4858-88ab-0879e39b1336\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(2)}), 46: Succeeded(Null), 47: Succeeded(Null), 48: Succeeded(Null), 49: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"31b9f3cb-7881-4a8a-8fa4-8a6f64647300\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(3)}), 50: Succeeded(Null), 51: Succeeded(Null), 52: Succeeded(Null), 53: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"216250e1-3420-41d5-8766-0834b5ed89ef\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(4)}), 54: Succeeded(Null), 55: Succeeded(Null), 56: Succeeded(Null), 57: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"dcd586b6-59ec-4bad-ae6c-63f20d5460db\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(5)}), 58: Succeeded(Null), 59: Succeeded(Null), 60: Succeeded(Null), 61: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"82fd5735-16d0-468b-a8ca-056ab1f1d0ff\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(6)}), 62: Succeeded(Null), 63: Succeeded(Null), 64: Succeeded(Null), 65: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"ef0c5440-2321-45dc-af3e-9bdd444cc51c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(7)}), 66: Succeeded(Null), 67: Succeeded(Null), 68: Succeeded(Null), 69: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"37bc0a05-897f-43ba-baa9-6236ed6e7a64\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(8)}), 70: Succeeded(Null), 71: Succeeded(Null), 72: Succeeded(Null), 73: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"98ef2d05-9592-4822-9d8a-b9422f1483c4\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(9)}), 74: Succeeded(Null), 75: Succeeded(Null), 76: Succeeded(Null), 77: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"07c90f96-7f88-4220-9e39-88fbe48097fe\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(10)}), 78: Succeeded(Null), 79: Succeeded(Null), 80: Succeeded(Null), 81: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"bdcfd5fe-8124-4bbe-aee5-f332d5f70bdb\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(11)}), 82: Succeeded(Null), 83: Succeeded(Null), 84: Succeeded(Null), 85: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"734ead68-b171-471b-8b70-059d41bdc7b6\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(12)}), 86: Succeeded(Null), 87: Succeeded(Null), 88: Succeeded(Null), 89: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"7b9971cd-3d0b-4ff0-819b-158c299d66aa\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(13)}), 90: Succeeded(Null), 91: Succeeded(Null), 92: Succeeded(Null), 93: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"e7a7e906-7693-427c-a8a4-b3e105a4db46\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(14)}), 94: Succeeded(Null), 95: Succeeded(Null), 96: Succeeded(Null), 97: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"84d1a6db-2506-4e9e-ad03-c0a12f692447\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(15)}), 98: Succeeded(Null), 99: Succeeded(Null), 100: Succeeded(Null), 101: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"8c90c288-2167-4800-876d-4ad8a4376b8f\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(16)}), 102: Succeeded(Null), 103: Succeeded(Null), 104: Succeeded(Null), 105: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"6f127864-6078-48a1-919a-94950f2d9512\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(17)}), 106: Succeeded(Null), 107: Succeeded(Null), 108: Succeeded(Null), 109: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"3b2a66b9-ddd8-47de-9b6a-43273453ed1d\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(18)}), 110: Succeeded(Null), 111: Succeeded(Null), 112: Succeeded(Null), 113: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"936c3991-7e1a-47fc-b569-d373a7afa042\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(19)}), 114: Succeeded(Null), 115: Succeeded(Null), 116: Succeeded(Null), 117: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"b768ef1c-4419-49b9-bbd7-815701899a21\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(20)}), 118: Succeeded(Null), 119: Succeeded(Null), 120: Succeeded(Null), 121: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"5e543ba5-c720-4183-98ce-de2e17bb64f9\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(21)}), 122: Succeeded(Null), 123: Succeeded(Null), 124: Succeeded(Null), 125: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"bbb476e5-6a76-43ae-bc9b-9074e88e7791\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(22)}), 126: Succeeded(Null), 127: Succeeded(Null), 128: Succeeded(Null), 129: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"8c0cce46-dee9-46ef-b29d-0bae3f5fe570\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(23)}), 130: Succeeded(Null), 131: Succeeded(Null), 132: Succeeded(Null), 133: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"13779935-ee1d-4804-a6d4-ead239b0831e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(24)}), 134: Succeeded(Null), 135: Succeeded(Null), 136: Succeeded(Null), 137: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"b2135f6d-595a-46b2-a209-d9f14465cc9b\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(25)}), 138: Succeeded(Null), 139: Succeeded(Null), 140: Succeeded(Null), 141: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"61dd7252-f87a-405e-a38c-f5e48ca6d32c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(26)}), 142: Succeeded(Null), 143: Succeeded(Null), 144: Succeeded(Null), 145: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"d85c6939-bae0-4300-af5e-8e8f55a231f7\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(27)}), 146: Succeeded(Null), 147: Succeeded(Null), 148: Succeeded(Null), 149: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"273ad3e9-edfc-49c9-9480-c794f95534e7\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(28)}), 150: Succeeded(Null), 151: Succeeded(Null), 152: Succeeded(Null), 153: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"c9dd1685-15b4-49ed-bd25-f458ea1e1e60\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(29)}), 154: Succeeded(Null), 155: Succeeded(Null), 156: Succeeded(Null), 157: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"8df72a42-0463-40d6-8b8f-cad5f22da8f1\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(30)}), 158: Succeeded(Null), 159: Succeeded(Null), 160: Succeeded(Null), 161: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"89f5505f-cfdf-4739-9418-f5306a78f868\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(31)}), 162: Succeeded(Null), 163: Succeeded(Null), 164: Succeeded(Null), 165: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"699a3eec-1869-4615-95ed-7e3d4a4d6e32\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(0)}), 166: Succeeded(Null), 167: Succeeded(Null), 168: Succeeded(Null), 169: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"4bff94fb-50cb-421e-a7d5-7cf0784b3894\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(1)}), 170: Succeeded(Null), 171: Succeeded(Null), 172: Succeeded(Null), 173: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"df7a918f-875b-498f-9104-9e577b126907\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(2)}), 174: Succeeded(Null), 175: Succeeded(Null), 176: Succeeded(Null), 177: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"2aa82aac-ede6-47e2-9670-6f4350d0c98a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(3)}), 178: Succeeded(Null), 179: Succeeded(Null), 180: Succeeded(Null), 181: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"a5b4d0ff-84a5-4276-8241-d6acbe386939\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(4)}), 182: Succeeded(Null), 183: Succeeded(Null), 184: Succeeded(Null), 185: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"a7e4b0b1-7fa4-478d-964e-8a4558b92208\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(5)}), 186: Succeeded(Null), 187: Succeeded(Null), 188: Succeeded(Null), 189: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"f5ad184d-ebd0-4019-ac1d-de9160039159\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(6)}), 190: Succeeded(Null), 191: Succeeded(Null), 192: Succeeded(Null), 193: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"1394fdd8-ca57-4aa0-a39f-b4e9db0d2eec\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(7)}), 194: Succeeded(Null), 195: Succeeded(Null), 196: Succeeded(Null), 197: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"96b1386f-5df9-4870-91b8-37806d09f02a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(8)}), 198: Succeeded(Null), 199: Succeeded(Null), 200: Succeeded(Null), 201: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"43589a47-cee4-4495-a8f1-3c7e8df0fb23\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(9)}), 202: Succeeded(Null), 203: Succeeded(Null), 204: Succeeded(Null), 205: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"4679d938-f085-43b4-bb3b-66a15324c24a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(10)}), 206: Succeeded(Null), 207: Succeeded(Null), 208: Succeeded(Null), 209: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"d6baddaa-bd8b-4f6b-b01d-b2446c1f27e5\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(11)}), 210: Succeeded(Null), 211: Succeeded(Null), 212: Succeeded(Null), 213: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"b3707c26-a525-4a30-a43b-3c80cfaae785\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(12)}), 214: Succeeded(Null), 215: Succeeded(Null), 216: Succeeded(Null), 217: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"ac4dd88e-fe01-4c63-99c7-72112ae2b095\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(13)}), 218: Succeeded(Null), 219: Succeeded(Null), 220: Succeeded(Null), 221: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"68373242-7fb0-4386-a5ea-74dce9ba273c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(14)}), 222: Succeeded(Null), 223: Succeeded(Null), 224: Succeeded(Null), 225: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"661de259-ef84-4155-be2e-3e7bc7e59932\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(15)}), 226: Succeeded(Null), 227: Succeeded(Null), 228: Succeeded(Null), 229: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"94dacf2c-6b16-4906-88d0-8fd38d093332\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(16)}), 230: Succeeded(Null), 231: Succeeded(Null), 232: Succeeded(Null), 233: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"d02a7d81-f9cd-498c-b5f1-93ae9152255e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(17)}), 234: Succeeded(Null), 235: Succeeded(Null), 236: Succeeded(Null), 237: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"ddad39a5-6b45-40da-b5e5-eb6634fbea84\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(18)}), 238: Succeeded(Null), 239: Succeeded(Null), 240: Succeeded(Null), 241: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"24441971-3954-4eba-9deb-28ffca766fff\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(19)}), 242: Succeeded(Null), 243: Succeeded(Null), 244: Succeeded(Null), 245: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"9170e5de-adc6-497d-a73e-9de1392a4186\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(20)}), 246: Succeeded(Null), 247: Succeeded(Null), 248: Succeeded(Null), 249: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"d9da666c-8fba-4af4-b781-d7ef9ea0d803\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(21)}), 250: Succeeded(Null), 251: Succeeded(Null), 252: Succeeded(Null), 253: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"11abd6de-577f-4354-9dac-86e24462043b\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(22)}), 254: Succeeded(Null), 255: Succeeded(Null), 256: Succeeded(Null), 257: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"fa4070b1-e83a-4ddc-b470-94e6fcd6dfcb\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(23)}), 258: Succeeded(Null), 259: Succeeded(Null), 260: Succeeded(Null), 261: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"f628b28a-7e2e-41ba-ad43-d517bb7414df\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(24)}), 262: Succeeded(Null), 263: Succeeded(Null), 264: Succeeded(Null), 265: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"4cdee69c-d365-419d-82c0-5f406ee6a5d3\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(25)}), 266: Succeeded(Null), 267: Succeeded(Null), 268: Succeeded(Null), 269: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"9e8ce0b4-8eb4-47df-9606-edd7f3ebb528\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(26)}), 270: Succeeded(Null), 271: Succeeded(Null), 272: Succeeded(Null), 273: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"5f0c58b0-bc93-4061-a6c6-53fe5954e267\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(27)}), 274: Succeeded(Null), 275: Succeeded(Null), 276: Succeeded(Null), 277: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"c05f7639-592f-457d-84d0-58662c1f0b8b\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(28)}), 278: Succeeded(Null), 279: Succeeded(Null), 280: Succeeded(Null), 281: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"d45c85c3-9925-4def-8cb4-577043648197\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(29)}), 282: Succeeded(Null), 283: Succeeded(Null), 284: Succeeded(Null), 285: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"78c08ec7-5d70-41a5-b9c7-07c4887ddd7f\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(30)}), 286: Succeeded(Null), 287: Succeeded(Null), 288: Succeeded(Null), 289: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"772e36aa-ca5f-42a1-908b-b2634cdca9ee\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(31)}), 290: Succeeded(Null), 291: Succeeded(Null), 292: Succeeded(Null), 293: Succeeded(Null), 294: Succeeded(Null), 295: Succeeded(Null), 296: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Null, node_outputs: {\"external-ip-0\": Null, \"external-ip-1\": Null, \"external-ip-10\": Null, \"external-ip-11\": Null, \"external-ip-12\": Null, \"external-ip-13\": Null, \"external-ip-14\": Null, \"external-ip-15\": Null, \"external-ip-16\": Null, \"external-ip-17\": Null, \"external-ip-18\": Null, \"external-ip-19\": Null, \"external-ip-2\": Null, \"external-ip-20\": Null, \"external-ip-21\": Null, \"external-ip-22\": Null, \"external-ip-23\": Null, \"external-ip-24\": Null, \"external-ip-25\": Null, \"external-ip-26\": Null, \"external-ip-27\": Null, \"external-ip-28\": Null, \"external-ip-29\": Null, \"external-ip-3\": Null, \"external-ip-30\": Null, \"external-ip-31\": Null, \"external-ip-4\": Null, \"external-ip-5\": Null, \"external-ip-6\": Null, \"external-ip-7\": Null, \"external-ip-8\": Null, \"external-ip-9\": Null, \"external_ip0\": Null, \"external_ip1\": Null, \"external_ip10\": Null, \"external_ip11\": Null, \"external_ip12\": Null, \"external_ip13\": Null, \"external_ip14\": Null, \"external_ip15\": Null, \"external_ip16\": Null, \"external_ip17\": Null, \"external_ip18\": Null, \"external_ip19\": Null, \"external_ip2\": Null, \"external_ip20\": Null, \"external_ip21\": Null, \"external_ip22\": Null, \"external_ip23\": Null, \"external_ip24\": Null, \"external_ip25\": Null, \"external_ip26\": Null, \"external_ip27\": Null, \"external_ip28\": Null, \"external_ip29\": Null, \"external_ip3\": Null, \"external_ip30\": Null, \"external_ip31\": Null, \"external_ip4\": Null, \"external_ip5\": Null, \"external_ip6\": Null, \"external_ip7\": Null, \"external_ip8\": Null, \"external_ip9\": Null, \"external_ip_params0\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"5d16f25f-89ef-496f-b445-5fdbf9cf3ddc\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(0)}, \"external_ip_params1\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"67d86c5a-0d72-4e8e-8e89-025edef61645\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(1)}, \"external_ip_params10\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"07c90f96-7f88-4220-9e39-88fbe48097fe\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(10)}, \"external_ip_params11\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"bdcfd5fe-8124-4bbe-aee5-f332d5f70bdb\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(11)}, \"external_ip_params12\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"734ead68-b171-471b-8b70-059d41bdc7b6\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(12)}, \"external_ip_params13\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"7b9971cd-3d0b-4ff0-819b-158c299d66aa\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(13)}, \"external_ip_params14\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"e7a7e906-7693-427c-a8a4-b3e105a4db46\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(14)}, \"external_ip_params15\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"84d1a6db-2506-4e9e-ad03-c0a12f692447\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(15)}, \"external_ip_params16\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"8c90c288-2167-4800-876d-4ad8a4376b8f\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(16)}, \"external_ip_params17\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"6f127864-6078-48a1-919a-94950f2d9512\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(17)}, \"external_ip_params18\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"3b2a66b9-ddd8-47de-9b6a-43273453ed1d\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(18)}, \"external_ip_params19\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"936c3991-7e1a-47fc-b569-d373a7afa042\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(19)}, \"external_ip_params2\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"03c7fcac-ba14-4858-88ab-0879e39b1336\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(2)}, \"external_ip_params20\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"b768ef1c-4419-49b9-bbd7-815701899a21\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(20)}, \"external_ip_params21\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"5e543ba5-c720-4183-98ce-de2e17bb64f9\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(21)}, \"external_ip_params22\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"bbb476e5-6a76-43ae-bc9b-9074e88e7791\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(22)}, \"external_ip_params23\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"8c0cce46-dee9-46ef-b29d-0bae3f5fe570\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(23)}, \"external_ip_params24\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"13779935-ee1d-4804-a6d4-ead239b0831e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(24)}, \"external_ip_params25\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"b2135f6d-595a-46b2-a209-d9f14465cc9b\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(25)}, \"external_ip_params26\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"61dd7252-f87a-405e-a38c-f5e48ca6d32c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(26)}, \"external_ip_params27\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"d85c6939-bae0-4300-af5e-8e8f55a231f7\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(27)}, \"external_ip_params28\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"273ad3e9-edfc-49c9-9480-c794f95534e7\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(28)}, \"external_ip_params29\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"c9dd1685-15b4-49ed-bd25-f458ea1e1e60\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(29)}, \"external_ip_params3\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"31b9f3cb-7881-4a8a-8fa4-8a6f64647300\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(3)}, \"external_ip_params30\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"8df72a42-0463-40d6-8b8f-cad5f22da8f1\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(30)}, \"external_ip_params31\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"89f5505f-cfdf-4739-9418-f5306a78f868\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(31)}, \"external_ip_params4\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"216250e1-3420-41d5-8766-0834b5ed89ef\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(4)}, \"external_ip_params5\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"dcd586b6-59ec-4bad-ae6c-63f20d5460db\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(5)}, \"external_ip_params6\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"82fd5735-16d0-468b-a8ca-056ab1f1d0ff\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(6)}, \"external_ip_params7\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"ef0c5440-2321-45dc-af3e-9bdd444cc51c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(7)}, \"external_ip_params8\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"37bc0a05-897f-43ba-baa9-6236ed6e7a64\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(8)}, \"external_ip_params9\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"98ef2d05-9592-4822-9d8a-b9422f1483c4\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(9)}, \"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"instance_record\": Object {\"auto_restart\": Object {\"cooldown\": Null, \"policy\": Null}, \"boot_disk_id\": Null, \"cpu_platform\": Null, \"hostname\": String(\"the-host\"), \"identity\": Object {\"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"name\": String(\"instance-consistency-group-2\"), \"time_created\": String(\"2026-01-16T23:08:24.603198Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:24.603198Z\")}, \"intended_state\": String(\"Running\"), \"memory\": Number(1073741824), \"ncpus\": Number(4), \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"runtime_state\": Object {\"dst_propolis_id\": Null, \"gen\": Number(1), \"migration_id\": Null, \"nexus_state\": String(\"Creating\"), \"propolis_id\": Null, \"time_last_auto_restarted\": Null, \"time_updated\": String(\"2026-01-16T23:08:24.603198Z\")}, \"updater_gen\": Number(1), \"updater_id\": Null, \"user_data\": Array [Number(35), Number(99), Number(108), Number(111), Number(117), Number(100), Number(45), Number(99), Number(111), Number(110), Number(102), Number(105), Number(103), Number(10), Number(115), Number(121), Number(115), Number(116), Number(101), Number(109), Number(95), Number(105), Number(110), Number(102), Number(111), Number(58), Number(10), Number(32), Number(32), Number(100), Number(101), Number(102), Number(97), Number(117), Number(108), Number(116), Number(95), Number(117), Number(115), Number(101), Number(114), Number(58), Number(10), Number(32), Number(32), Number(32), Number(32), Number(110), Number(97), Number(109), Number(101), Number(58), Number(32), Number(111), Number(120), Number(105), Number(100), Number(101)]}, \"multicast-group-0\": Null, \"multicast-group-1\": Null, \"multicast-group-10\": Null, \"multicast-group-11\": Null, \"multicast-group-12\": Null, \"multicast-group-13\": Null, \"multicast-group-14\": Null, \"multicast-group-15\": Null, \"multicast-group-16\": Null, \"multicast-group-17\": Null, \"multicast-group-18\": Null, \"multicast-group-19\": Null, \"multicast-group-2\": Null, \"multicast-group-20\": Null, \"multicast-group-21\": Null, \"multicast-group-22\": Null, \"multicast-group-23\": Null, \"multicast-group-24\": Null, \"multicast-group-25\": Null, \"multicast-group-26\": Null, \"multicast-group-27\": Null, \"multicast-group-28\": Null, \"multicast-group-29\": Null, \"multicast-group-3\": Null, \"multicast-group-30\": Null, \"multicast-group-31\": Null, \"multicast-group-4\": Null, \"multicast-group-5\": Null, \"multicast-group-6\": Null, \"multicast-group-7\": Null, \"multicast-group-8\": Null, \"multicast-group-9\": Null, \"multicast_group0\": Null, \"multicast_group1\": Null, \"multicast_group10\": Null, \"multicast_group11\": Null, \"multicast_group12\": Null, \"multicast_group13\": Null, \"multicast_group14\": Null, \"multicast_group15\": Null, \"multicast_group16\": Null, \"multicast_group17\": Null, \"multicast_group18\": Null, \"multicast_group19\": Null, \"multicast_group2\": Null, \"multicast_group20\": Null, \"multicast_group21\": Null, \"multicast_group22\": Null, \"multicast_group23\": Null, \"multicast_group24\": Null, \"multicast_group25\": Null, \"multicast_group26\": Null, \"multicast_group27\": Null, \"multicast_group28\": Null, \"multicast_group29\": Null, \"multicast_group3\": Null, \"multicast_group30\": Null, \"multicast_group31\": Null, \"multicast_group4\": Null, \"multicast_group5\": Null, \"multicast_group6\": Null, \"multicast_group7\": Null, \"multicast_group8\": Null, \"multicast_group9\": Null, \"multicast_group_params0\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"699a3eec-1869-4615-95ed-7e3d4a4d6e32\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(0)}, \"multicast_group_params1\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"4bff94fb-50cb-421e-a7d5-7cf0784b3894\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(1)}, \"multicast_group_params10\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"4679d938-f085-43b4-bb3b-66a15324c24a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(10)}, \"multicast_group_params11\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"d6baddaa-bd8b-4f6b-b01d-b2446c1f27e5\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(11)}, \"multicast_group_params12\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"b3707c26-a525-4a30-a43b-3c80cfaae785\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(12)}, \"multicast_group_params13\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"ac4dd88e-fe01-4c63-99c7-72112ae2b095\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(13)}, \"multicast_group_params14\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"68373242-7fb0-4386-a5ea-74dce9ba273c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(14)}, \"multicast_group_params15\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"661de259-ef84-4155-be2e-3e7bc7e59932\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(15)}, \"multicast_group_params16\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"94dacf2c-6b16-4906-88d0-8fd38d093332\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(16)}, \"multicast_group_params17\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"d02a7d81-f9cd-498c-b5f1-93ae9152255e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(17)}, \"multicast_group_params18\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"ddad39a5-6b45-40da-b5e5-eb6634fbea84\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(18)}, \"multicast_group_params19\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"24441971-3954-4eba-9deb-28ffca766fff\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(19)}, \"multicast_group_params2\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"df7a918f-875b-498f-9104-9e577b126907\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(2)}, \"multicast_group_params20\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"9170e5de-adc6-497d-a73e-9de1392a4186\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(20)}, \"multicast_group_params21\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"d9da666c-8fba-4af4-b781-d7ef9ea0d803\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(21)}, \"multicast_group_params22\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"11abd6de-577f-4354-9dac-86e24462043b\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(22)}, \"multicast_group_params23\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"fa4070b1-e83a-4ddc-b470-94e6fcd6dfcb\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(23)}, \"multicast_group_params24\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"f628b28a-7e2e-41ba-ad43-d517bb7414df\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(24)}, \"multicast_group_params25\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"4cdee69c-d365-419d-82c0-5f406ee6a5d3\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(25)}, \"multicast_group_params26\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"9e8ce0b4-8eb4-47df-9606-edd7f3ebb528\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(26)}, \"multicast_group_params27\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"5f0c58b0-bc93-4061-a6c6-53fe5954e267\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(27)}, \"multicast_group_params28\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"c05f7639-592f-457d-84d0-58662c1f0b8b\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(28)}, \"multicast_group_params29\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"d45c85c3-9925-4def-8cb4-577043648197\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(29)}, \"multicast_group_params3\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"2aa82aac-ede6-47e2-9670-6f4350d0c98a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(3)}, \"multicast_group_params30\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"78c08ec7-5d70-41a5-b9c7-07c4887ddd7f\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(30)}, \"multicast_group_params31\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"772e36aa-ca5f-42a1-908b-b2634cdca9ee\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(31)}, \"multicast_group_params4\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"a5b4d0ff-84a5-4276-8241-d6acbe386939\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(4)}, \"multicast_group_params5\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"a7e4b0b1-7fa4-478d-964e-8a4558b92208\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(5)}, \"multicast_group_params6\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"f5ad184d-ebd0-4019-ac1d-de9160039159\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(6)}, \"multicast_group_params7\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"1394fdd8-ca57-4aa0-a39f-b4e9db0d2eec\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(7)}, \"multicast_group_params8\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"96b1386f-5df9-4870-91b8-37806d09f02a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(8)}, \"multicast_group_params9\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"43589a47-cee4-4495-a8f1-3c7e8df0fb23\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(9)}, \"network_interface0\": Null, \"network_interface1\": Null, \"network_interface2\": Null, \"network_interface3\": Null, \"network_interface4\": Null, \"network_interface5\": Null, \"network_interface6\": Null, \"network_interface7\": Null, \"network_interface_params0\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"bcab3a8a-f935-4551-b66a-905473acbd4c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(0)}, \"network_interface_params1\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"089c78bb-ac0b-4fcc-a637-410e7c65e812\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(1)}, \"network_interface_params2\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"cd5d0693-e151-43dd-b962-16b1463b1ea8\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(2)}, \"network_interface_params3\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"847782de-3a85-4830-8225-c92bccb7f419\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(3)}, \"network_interface_params4\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"881508fc-a619-4b02-9304-2527e57b7ba4\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(4)}, \"network_interface_params5\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"caf368ea-8197-48e4-a1ef-c23c57bda34f\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(5)}, \"network_interface_params6\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"24b25131-0d7c-4a60-9591-ef40153ce866\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(6)}, \"network_interface_params7\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"new_id\": String(\"facb5ee9-7e32-46f3-a93c-f61f85c17e3a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-2\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(7)}, \"output\": Null, \"set_boot_disk\": Null, \"snat_ipv4\": Null, \"snat_ipv4_id\": String(\"94e622ee-83e6-40a1-9077-58e24261f495\"), \"stopped_instance\": Null} }) }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.855266944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.855385397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.855442968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.85555162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.855603892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.855669923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.855722864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.855763625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N265 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.855862818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"265","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.855904999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.85596126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.856012501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.856071723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N265 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.856105083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"a3a3d478-53bd-4aa9-92cd-49a48cbce0dc\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(25)})","node_id":"265","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.856209666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.856264557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.856314828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.856369249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.856439081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.856497702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.856557004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.856601935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.856655156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N266 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.856686397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"266","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.856721507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N266 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.856755808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"266","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.856790949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.85684537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.856923112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.856971373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.857023474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N267 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.857056635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"267","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.862522372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N267 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.862580413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"267","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.862605964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.862665195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.862794878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.862897541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.868392188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.880867466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.88275525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.883868816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.883950718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.884011359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.884061311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.884124152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N268 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.884160193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"268","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.890672264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N268 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.890735375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"268","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.957241655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.957353058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.957412629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.958233558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.963323476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N269 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.963388468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"269","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.973112243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.973225725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.973285547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.974072435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.977814072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N269 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.977871563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"769b303d-5c10-4b76-b118-1856a792a38c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(26)})","node_id":"269","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.979951631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.989861001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:29.989992914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.990062315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:29.997099928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.004760646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"instance-create","saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"success"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.005287708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.009648159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: 255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd, saga_log: SagaLog { saga_id: 255fc5a4-4f62-4c9a-b743-3fb05ba8a3bd, unwinding: false, events: [N295 started, N295 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 succeeded, N006 started, N006 succeeded, N007 started, N007 succeeded, N008 started, N008 succeeded, N009 started, N009 succeeded, N010 started, N010 succeeded, N011 started, N011 succeeded, N012 started, N012 succeeded, N013 started, N013 succeeded, N014 started, N014 succeeded, N015 started, N015 succeeded, N016 started, N016 succeeded, N017 started, N017 succeeded, N018 started, N018 succeeded, N019 started, N019 succeeded, N020 started, N020 succeeded, N021 started, N021 succeeded, N022 started, N022 succeeded, N023 started, N023 succeeded, N024 started, N024 succeeded, N025 started, N025 succeeded, N026 started, N026 succeeded, N027 started, N027 succeeded, N028 started, N028 succeeded, N029 started, N029 succeeded, N030 started, N030 succeeded, N031 started, N031 succeeded, N032 started, N032 succeeded, N033 started, N033 succeeded, N034 started, N034 succeeded, N035 started, N035 succeeded, N036 started, N036 succeeded, N037 started, N037 succeeded, N038 started, N038 succeeded, N039 started, N039 succeeded, N040 started, N040 succeeded, N041 started, N041 succeeded, N042 started, N042 succeeded, N043 started, N043 succeeded, N044 started, N044 succeeded, N045 started, N045 succeeded, N046 started, N046 succeeded, N047 started, N047 succeeded, N048 started, N048 succeeded, N049 started, N049 succeeded, N050 started, N050 succeeded, N051 started, N051 succeeded, N052 started, N052 succeeded, N053 started, N053 succeeded, N054 started, N054 succeeded, N055 started, N055 succeeded, N056 started, N056 succeeded, N057 started, N057 succeeded, N058 started, N058 succeeded, N059 started, N059 succeeded, N060 started, N060 succeeded, N061 started, N061 succeeded, N062 started, N062 succeeded, N063 started, N063 succeeded, N064 started, N064 succeeded, N065 started, N065 succeeded, N066 started, N066 succeeded, N067 started, N067 succeeded, N068 started, N068 succeeded, N069 started, N069 succeeded, N070 started, N070 succeeded, N071 started, N071 succeeded, N072 started, N072 succeeded, N073 started, N073 succeeded, N074 started, N074 succeeded, N075 started, N075 succeeded, N076 started, N076 succeeded, N077 started, N077 succeeded, N078 started, N078 succeeded, N079 started, N079 succeeded, N080 started, N080 succeeded, N081 started, N081 succeeded, N082 started, N082 succeeded, N083 started, N083 succeeded, N084 started, N084 succeeded, N085 started, N085 succeeded, N086 started, N086 succeeded, N087 started, N087 succeeded, N088 started, N088 succeeded, N089 started, N089 succeeded, N090 started, N090 succeeded, N091 started, N091 succeeded, N092 started, N092 succeeded, N093 started, N093 succeeded, N094 started, N094 succeeded, N095 started, N095 succeeded, N096 started, N096 succeeded, N097 started, N097 succeeded, N098 started, N098 succeeded, N099 started, N099 succeeded, N100 started, N100 succeeded, N101 started, N101 succeeded, N102 started, N102 succeeded, N103 started, N103 succeeded, N104 started, N104 succeeded, N105 started, N105 succeeded, N106 started, N106 succeeded, N107 started, N107 succeeded, N108 started, N108 succeeded, N109 started, N109 succeeded, N110 started, N110 succeeded, N111 started, N111 succeeded, N112 started, N112 succeeded, N113 started, N113 succeeded, N114 started, N114 succeeded, N115 started, N115 succeeded, N116 started, N116 succeeded, N117 started, N117 succeeded, N118 started, N118 succeeded, N119 started, N119 succeeded, N120 started, N120 succeeded, N121 started, N121 succeeded, N122 started, N122 succeeded, N123 started, N123 succeeded, N124 started, N124 succeeded, N125 started, N125 succeeded, N126 started, N126 succeeded, N127 started, N127 succeeded, N128 started, N128 succeeded, N129 started, N129 succeeded, N130 started, N130 succeeded, N131 started, N131 succeeded, N132 started, N132 succeeded, N133 started, N133 succeeded, N134 started, N134 succeeded, N135 started, N135 succeeded, N136 started, N136 succeeded, N137 started, N137 succeeded, N138 started, N138 succeeded, N139 started, N139 succeeded, N140 started, N140 succeeded, N141 started, N141 succeeded, N142 started, N142 succeeded, N143 started, N143 succeeded, N144 started, N144 succeeded, N145 started, N145 succeeded, N146 started, N146 succeeded, N147 started, N147 succeeded, N148 started, N148 succeeded, N149 started, N149 succeeded, N150 started, N150 succeeded, N151 started, N151 succeeded, N152 started, N152 succeeded, N153 started, N153 succeeded, N154 started, N154 succeeded, N155 started, N155 succeeded, N156 started, N156 succeeded, N157 started, N157 succeeded, N158 started, N158 succeeded, N159 started, N159 succeeded, N160 started, N160 succeeded, N161 started, N161 succeeded, N162 started, N162 succeeded, N163 started, N163 succeeded, N164 started, N164 succeeded, N165 started, N165 succeeded, N166 started, N166 succeeded, N167 started, N167 succeeded, N168 started, N168 succeeded, N169 started, N169 succeeded, N170 started, N170 succeeded, N171 started, N171 succeeded, N172 started, N172 succeeded, N173 started, N173 succeeded, N174 started, N174 succeeded, N175 started, N175 succeeded, N176 started, N176 succeeded, N177 started, N177 succeeded, N178 started, N178 succeeded, N179 started, N179 succeeded, N180 started, N180 succeeded, N181 started, N181 succeeded, N182 started, N182 succeeded, N183 started, N183 succeeded, N184 started, N184 succeeded, N185 started, N185 succeeded, N186 started, N186 succeeded, N187 started, N187 succeeded, N188 started, N188 succeeded, N189 started, N189 succeeded, N190 started, N190 succeeded, N191 started, N191 succeeded, N192 started, N192 succeeded, N193 started, N193 succeeded, N194 started, N194 succeeded, N195 started, N195 succeeded, N196 started, N196 succeeded, N197 started, N197 succeeded, N198 started, N198 succeeded, N199 started, N199 succeeded, N200 started, N200 succeeded, N201 started, N201 succeeded, N202 started, N202 succeeded, N203 started, N203 succeeded, N204 started, N204 succeeded, N205 started, N205 succeeded, N206 started, N206 succeeded, N207 started, N207 succeeded, N208 started, N208 succeeded, N209 started, N209 succeeded, N210 started, N210 succeeded, N211 started, N211 succeeded, N212 started, N212 succeeded, N213 started, N213 succeeded, N214 started, N214 succeeded, N215 started, N215 succeeded, N216 started, N216 succeeded, N217 started, N217 succeeded, N218 started, N218 succeeded, N219 started, N219 succeeded, N220 started, N220 succeeded, N221 started, N221 succeeded, N222 started, N222 succeeded, N223 started, N223 succeeded, N224 started, N224 succeeded, N225 started, N225 succeeded, N226 started, N226 succeeded, N227 started, N227 succeeded, N228 started, N228 succeeded, N229 started, N229 succeeded, N230 started, N230 succeeded, N231 started, N231 succeeded, N232 started, N232 succeeded, N233 started, N233 succeeded, N234 started, N234 succeeded, N235 started, N235 succeeded, N236 started, N236 succeeded, N237 started, N237 succeeded, N238 started, N238 succeeded, N239 started, N239 succeeded, N240 started, N240 succeeded, N241 started, N241 succeeded, N242 started, N242 succeeded, N243 started, N243 succeeded, N244 started, N244 succeeded, N245 started, N245 succeeded, N246 started, N246 succeeded, N247 started, N247 succeeded, N248 started, N248 succeeded, N249 started, N249 succeeded, N250 started, N250 succeeded, N251 started, N251 succeeded, N252 started, N252 succeeded, N253 started, N253 succeeded, N254 started, N254 succeeded, N255 started, N255 succeeded, N256 started, N256 succeeded, N257 started, N257 succeeded, N258 started, N258 succeeded, N259 started, N259 succeeded, N260 started, N260 succeeded, N261 started, N261 succeeded, N262 started, N262 succeeded, N263 started, N263 succeeded, N264 started, N264 succeeded, N265 started, N265 succeeded, N266 started, N266 succeeded, N267 started, N267 succeeded, N268 started, N268 succeeded, N269 started, N269 succeeded, N270 started, N270 succeeded, N271 started, N271 succeeded, N272 started, N272 succeeded, N273 started, N273 succeeded, N274 started, N274 succeeded, N275 started, N275 succeeded, N276 started, N276 succeeded, N277 started, N277 succeeded, N278 started, N278 succeeded, N279 started, N279 succeeded, N280 started, N280 succeeded, N281 started, N281 succeeded, N282 started, N282 succeeded, N283 started, N283 succeeded, N284 started, N284 succeeded, N285 started, N285 succeeded, N286 started, N286 succeeded, N287 started, N287 succeeded, N288 started, N288 succeeded, N289 started, N289 succeeded, N290 started, N290 succeeded, N291 started, N291 succeeded, N292 started, N292 succeeded, N293 started, N293 succeeded, N294 started, N294 succeeded, N296 started, N296 succeeded], node_status: {0: Succeeded(String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\")), 1: Succeeded(Object {\"auto_restart\": Object {\"cooldown\": Null, \"policy\": Null}, \"boot_disk_id\": Null, \"cpu_platform\": Null, \"hostname\": String(\"the-host\"), \"identity\": Object {\"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"name\": String(\"instance-consistency-group-3\"), \"time_created\": String(\"2026-01-16T23:08:24.605732Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:24.605732Z\")}, \"intended_state\": String(\"Running\"), \"memory\": Number(1073741824), \"ncpus\": Number(4), \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"runtime_state\": Object {\"dst_propolis_id\": Null, \"gen\": Number(1), \"migration_id\": Null, \"nexus_state\": String(\"Creating\"), \"propolis_id\": Null, \"time_last_auto_restarted\": Null, \"time_updated\": String(\"2026-01-16T23:08:24.605732Z\")}, \"updater_gen\": Number(1), \"updater_id\": Null, \"user_data\": Array [Number(35), Number(99), Number(108), Number(111), Number(117), Number(100), Number(45), Number(99), Number(111), Number(110), Number(102), Number(105), Number(103), Number(10), Number(115), Number(121), Number(115), Number(116), Number(101), Number(109), Number(95), Number(105), Number(110), Number(102), Number(111), Number(58), Number(10), Number(32), Number(32), Number(100), Number(101), Number(102), Number(97), Number(117), Number(108), Number(116), Number(95), Number(117), Number(115), Number(101), Number(114), Number(58), Number(10), Number(32), Number(32), Number(32), Number(32), Number(110), Number(97), Number(109), Number(101), Number(58), Number(32), Number(111), Number(120), Number(105), Number(100), Number(101)]}), 2: Succeeded(Null), 3: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"aec98542-7333-4a2b-a121-dab0956feb5f\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(0)}), 4: Succeeded(Null), 5: Succeeded(Null), 6: Succeeded(Null), 7: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"7b0d500a-498b-4780-891e-fb6684b65281\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(1)}), 8: Succeeded(Null), 9: Succeeded(Null), 10: Succeeded(Null), 11: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"b40f42f6-e846-4592-82d6-cab2c36f42fb\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(2)}), 12: Succeeded(Null), 13: Succeeded(Null), 14: Succeeded(Null), 15: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"e9ff52b3-0971-477a-94e0-28a47218d68e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(3)}), 16: Succeeded(Null), 17: Succeeded(Null), 18: Succeeded(Null), 19: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"4ea51646-c47a-4e88-b3fa-fdf64e8aaf4c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(4)}), 20: Succeeded(Null), 21: Succeeded(Null), 22: Succeeded(Null), 23: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"26de71bc-c543-4e3a-ba8f-33c2156f826d\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(5)}), 24: Succeeded(Null), 25: Succeeded(Null), 26: Succeeded(Null), 27: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"ec522257-0ae0-4c39-bd4c-5797bb592bcb\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(6)}), 28: Succeeded(Null), 29: Succeeded(Null), 30: Succeeded(Null), 31: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"80a1e0ed-7c53-4c24-942d-c46513bd029d\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(7)}), 32: Succeeded(Null), 33: Succeeded(Null), 34: Succeeded(Null), 35: Succeeded(String(\"0a8c0c0b-ca52-49e1-a7dc-e65268905e98\")), 36: Succeeded(Null), 37: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"d40f9eb1-c2cf-40da-b40a-79267223d489\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(0)}), 38: Succeeded(Null), 39: Succeeded(Null), 40: Succeeded(Null), 41: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"7b371e4a-6c36-4ae6-9044-0841edceb38e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(1)}), 42: Succeeded(Null), 43: Succeeded(Null), 44: Succeeded(Null), 45: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"dc61141d-f793-449a-88ca-01f98e291c31\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(2)}), 46: Succeeded(Null), 47: Succeeded(Null), 48: Succeeded(Null), 49: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"2e69a7fe-01f1-4084-b7a1-c10baaeed334\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(3)}), 50: Succeeded(Null), 51: Succeeded(Null), 52: Succeeded(Null), 53: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"bcd4df68-0557-4e58-ab55-ac04fd06dc2b\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(4)}), 54: Succeeded(Null), 55: Succeeded(Null), 56: Succeeded(Null), 57: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"34dcf2f9-001e-4bff-8d16-04ca155adad7\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(5)}), 58: Succeeded(Null), 59: Succeeded(Null), 60: Succeeded(Null), 61: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"6fabac16-ae0e-447d-8f6d-b4f2c025b669\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(6)}), 62: Succeeded(Null), 63: Succeeded(Null), 64: Succeeded(Null), 65: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"2991b358-c6da-4fb9-8b0e-c4ca2286b791\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(7)}), 66: Succeeded(Null), 67: Succeeded(Null), 68: Succeeded(Null), 69: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"e0651b14-0bd1-4eb4-a1ee-f00c89f53eca\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(8)}), 70: Succeeded(Null), 71: Succeeded(Null), 72: Succeeded(Null), 73: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"8a5dc0f4-d40f-4c60-8238-8c5079c22a47\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(9)}), 74: Succeeded(Null), 75: Succeeded(Null), 76: Succeeded(Null), 77: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"f6c180e8-07ce-415c-acb1-16abbf5309d3\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(10)}), 78: Succeeded(Null), 79: Succeeded(Null), 80: Succeeded(Null), 81: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"d39c9a36-5185-4048-af31-2e7dc7150198\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(11)}), 82: Succeeded(Null), 83: Succeeded(Null), 84: Succeeded(Null), 85: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"4117ba1f-6851-4c6b-94fb-07f957def11a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(12)}), 86: Succeeded(Null), 87: Succeeded(Null), 88: Succeeded(Null), 89: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"dcf16f6e-08a2-4489-a8ec-3350a832c426\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(13)}), 90: Succeeded(Null), 91: Succeeded(Null), 92: Succeeded(Null), 93: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"e9003b26-7620-4342-b051-19bab019b8aa\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(14)}), 94: Succeeded(Null), 95: Succeeded(Null), 96: Succeeded(Null), 97: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"087e294a-e970-4b33-8b6d-b4c5f52807c3\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(15)}), 98: Succeeded(Null), 99: Succeeded(Null), 100: Succeeded(Null), 101: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"55ab3af6-e31f-4c39-a6c5-f00e2ee86970\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(16)}), 102: Succeeded(Null), 103: Succeeded(Null), 104: Succeeded(Null), 105: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"3edf277b-4042-4db0-945f-11a98c21a5d9\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(17)}), 106: Succeeded(Null), 107: Succeeded(Null), 108: Succeeded(Null), 109: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"08bf1dc9-2373-4bf4-9940-4c7470702136\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(18)}), 110: Succeeded(Null), 111: Succeeded(Null), 112: Succeeded(Null), 113: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"a197d626-c87a-49b7-b59f-af7e0a673cf3\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(19)}), 114: Succeeded(Null), 115: Succeeded(Null), 116: Succeeded(Null), 117: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"8b30dda7-3a86-4d4d-b24e-6cbfbd4a8812\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(20)}), 118: Succeeded(Null), 119: Succeeded(Null), 120: Succeeded(Null), 121: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"2d842744-75fc-4031-87eb-ad5d2ccde2fd\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(21)}), 122: Succeeded(Null), 123: Succeeded(Null), 124: Succeeded(Null), 125: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"610b4764-dacd-415e-9932-5933d1eece34\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(22)}), 126: Succeeded(Null), 127: Succeeded(Null), 128: Succeeded(Null), 129: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"ac7d3816-1e14-4fd1-9731-2b2be21d795a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(23)}), 130: Succeeded(Null), 131: Succeeded(Null), 132: Succeeded(Null), 133: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"0371a9fc-8b90-470f-98c3-afeb904dcca6\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(24)}), 134: Succeeded(Null), 135: Succeeded(Null), 136: Succeeded(Null), 137: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"55506e88-3265-43c5-946f-6d3cf661851a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(25)}), 138: Succeeded(Null), 139: Succeeded(Null), 140: Succeeded(Null), 141: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"e878f1b4-0f56-4494-9182-eacd732798a8\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(26)}), 142: Succeeded(Null), 143: Succeeded(Null), 144: Succeeded(Null), 145: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"c32f1b81-cffa-4345-90af-127f18598e45\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(27)}), 146: Succeeded(Null), 147: Succeeded(Null), 148: Succeeded(Null), 149: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"df6bd3a1-0ed7-4b43-83cc-4ded2d7c019a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(28)}), 150: Succeeded(Null), 151: Succeeded(Null), 152: Succeeded(Null), 153: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"e719af18-44cd-4241-8b13-a290658b2754\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(29)}), 154: Succeeded(Null), 155: Succeeded(Null), 156: Succeeded(Null), 157: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"e4efd767-7192-4c18-a8fc-d9040866aee3\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(30)}), 158: Succeeded(Null), 159: Succeeded(Null), 160: Succeeded(Null), 161: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"d46ae9ba-ad90-494a-9107-7208acc80459\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(31)}), 162: Succeeded(Null), 163: Succeeded(Null), 164: Succeeded(Null), 165: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"3f2b3048-3ee3-4e5a-b02d-f725cb10bf45\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(0)}), 166: Succeeded(Null), 167: Succeeded(Null), 168: Succeeded(Null), 169: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"b80ca793-0ac2-4304-83eb-27d8df115462\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(1)}), 170: Succeeded(Null), 171: Succeeded(Null), 172: Succeeded(Null), 173: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"cb539072-3952-4b67-bbd5-75a639a18f23\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(2)}), 174: Succeeded(Null), 175: Succeeded(Null), 176: Succeeded(Null), 177: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"3da8f7fb-b6fc-49d8-83da-425b7eab63f0\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(3)}), 178: Succeeded(Null), 179: Succeeded(Null), 180: Succeeded(Null), 181: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"504153ba-1d10-4b23-bcf9-b428da9e6e78\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(4)}), 182: Succeeded(Null), 183: Succeeded(Null), 184: Succeeded(Null), 185: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"c8edbc7a-c11e-44c3-9aa5-a12276350913\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(5)}), 186: Succeeded(Null), 187: Succeeded(Null), 188: Succeeded(Null), 189: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"a0ee9c78-192c-43ca-85ee-99b91a0a62a7\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(6)}), 190: Succeeded(Null), 191: Succeeded(Null), 192: Succeeded(Null), 193: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"7dcc378f-7a0f-4625-9c7d-82484f4d1198\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(7)}), 194: Succeeded(Null), 195: Succeeded(Null), 196: Succeeded(Null), 197: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"d42f8171-9786-475a-83e5-80b0e8619685\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(8)}), 198: Succeeded(Null), 199: Succeeded(Null), 200: Succeeded(Null), 201: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"891806da-3413-4489-bda8-812b1f781dbd\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(9)}), 202: Succeeded(Null), 203: Succeeded(Null), 204: Succeeded(Null), 205: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"5113f9a1-17db-438d-ab7c-6b8e4d21dcb6\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(10)}), 206: Succeeded(Null), 207: Succeeded(Null), 208: Succeeded(Null), 209: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"a6ac5ff2-ba81-4d44-a0f2-6a7d5f545a83\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(11)}), 210: Succeeded(Null), 211: Succeeded(Null), 212: Succeeded(Null), 213: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"6d0648b2-83c0-4e22-b8bb-b017b7429edd\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(12)}), 214: Succeeded(Null), 215: Succeeded(Null), 216: Succeeded(Null), 217: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"6f3e1ad2-3113-4ec4-a799-124dd7819658\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(13)}), 218: Succeeded(Null), 219: Succeeded(Null), 220: Succeeded(Null), 221: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"f3f9da21-e031-4033-82da-17fafdc91a33\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(14)}), 222: Succeeded(Null), 223: Succeeded(Null), 224: Succeeded(Null), 225: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"f119cae1-5378-40f1-b7a1-94a2a247c27b\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(15)}), 226: Succeeded(Null), 227: Succeeded(Null), 228: Succeeded(Null), 229: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"b7eaa4e6-3fcb-4117-a908-4da8cbcd7ece\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(16)}), 230: Succeeded(Null), 231: Succeeded(Null), 232: Succeeded(Null), 233: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"dce1c07e-6c6f-4373-8fef-d5303c09a1da\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(17)}), 234: Succeeded(Null), 235: Succeeded(Null), 236: Succeeded(Null), 237: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"4cac1578-7f77-4eb1-9ca7-89dec6898b4c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(18)}), 238: Succeeded(Null), 239: Succeeded(Null), 240: Succeeded(Null), 241: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"b7f9aabe-1b3e-4497-ad1e-6ebce5656b0d\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(19)}), 242: Succeeded(Null), 243: Succeeded(Null), 244: Succeeded(Null), 245: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"2b1151f3-c434-47e5-8894-7ea9bba4d0ca\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(20)}), 246: Succeeded(Null), 247: Succeeded(Null), 248: Succeeded(Null), 249: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"819dbb22-adfc-4b60-b906-1921d6b925bd\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(21)}), 250: Succeeded(Null), 251: Succeeded(Null), 252: Succeeded(Null), 253: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"ef6d1b73-96f9-4bc9-b225-b91a4ef655aa\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(22)}), 254: Succeeded(Null), 255: Succeeded(Null), 256: Succeeded(Null), 257: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"86b7176e-691f-4b21-b7a8-61b91281a1ed\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(23)}), 258: Succeeded(Null), 259: Succeeded(Null), 260: Succeeded(Null), 261: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"46302c81-08d4-4e4c-8c65-181857c1c3b0\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(24)}), 262: Succeeded(Null), 263: Succeeded(Null), 264: Succeeded(Null), 265: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"342a577e-fc8f-41c7-9add-e8275daee915\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(25)}), 266: Succeeded(Null), 267: Succeeded(Null), 268: Succeeded(Null), 269: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"44792c34-2c3b-4694-ab2a-2dad1bbcc40e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(26)}), 270: Succeeded(Null), 271: Succeeded(Null), 272: Succeeded(Null), 273: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"56184e77-7fff-4f99-b50d-1be8058850aa\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(27)}), 274: Succeeded(Null), 275: Succeeded(Null), 276: Succeeded(Null), 277: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"ee3c325a-8fe7-4f6e-984e-ec9e3e8fc6ce\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(28)}), 278: Succeeded(Null), 279: Succeeded(Null), 280: Succeeded(Null), 281: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"52bdaefd-5c63-4d61-9dd0-a08c42181ede\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(29)}), 282: Succeeded(Null), 283: Succeeded(Null), 284: Succeeded(Null), 285: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"1e878b45-3042-4135-ba2d-ea8cf5bb4917\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(30)}), 286: Succeeded(Null), 287: Succeeded(Null), 288: Succeeded(Null), 289: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"b36c1294-cbdb-45b6-9b07-780e5a5266c6\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(31)}), 290: Succeeded(Null), 291: Succeeded(Null), 292: Succeeded(Null), 293: Succeeded(Null), 294: Succeeded(Null), 295: Succeeded(Null), 296: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Null, node_outputs: {\"external-ip-0\": Null, \"external-ip-1\": Null, \"external-ip-10\": Null, \"external-ip-11\": Null, \"external-ip-12\": Null, \"external-ip-13\": Null, \"external-ip-14\": Null, \"external-ip-15\": Null, \"external-ip-16\": Null, \"external-ip-17\": Null, \"external-ip-18\": Null, \"external-ip-19\": Null, \"external-ip-2\": Null, \"external-ip-20\": Null, \"external-ip-21\": Null, \"external-ip-22\": Null, \"external-ip-23\": Null, \"external-ip-24\": Null, \"external-ip-25\": Null, \"external-ip-26\": Null, \"external-ip-27\": Null, \"external-ip-28\": Null, \"external-ip-29\": Null, \"external-ip-3\": Null, \"external-ip-30\": Null, \"external-ip-31\": Null, \"external-ip-4\": Null, \"external-ip-5\": Null, \"external-ip-6\": Null, \"external-ip-7\": Null, \"external-ip-8\": Null, \"external-ip-9\": Null, \"external_ip0\": Null, \"external_ip1\": Null, \"external_ip10\": Null, \"external_ip11\": Null, \"external_ip12\": Null, \"external_ip13\": Null, \"external_ip14\": Null, \"external_ip15\": Null, \"external_ip16\": Null, \"external_ip17\": Null, \"external_ip18\": Null, \"external_ip19\": Null, \"external_ip2\": Null, \"external_ip20\": Null, \"external_ip21\": Null, \"external_ip22\": Null, \"external_ip23\": Null, \"external_ip24\": Null, \"external_ip25\": Null, \"external_ip26\": Null, \"external_ip27\": Null, \"external_ip28\": Null, \"external_ip29\": Null, \"external_ip3\": Null, \"external_ip30\": Null, \"external_ip31\": Null, \"external_ip4\": Null, \"external_ip5\": Null, \"external_ip6\": Null, \"external_ip7\": Null, \"external_ip8\": Null, \"external_ip9\": Null, \"external_ip_params0\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"d40f9eb1-c2cf-40da-b40a-79267223d489\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(0)}, \"external_ip_params1\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"7b371e4a-6c36-4ae6-9044-0841edceb38e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(1)}, \"external_ip_params10\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"f6c180e8-07ce-415c-acb1-16abbf5309d3\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(10)}, \"external_ip_params11\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"d39c9a36-5185-4048-af31-2e7dc7150198\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(11)}, \"external_ip_params12\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"4117ba1f-6851-4c6b-94fb-07f957def11a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(12)}, \"external_ip_params13\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"dcf16f6e-08a2-4489-a8ec-3350a832c426\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(13)}, \"external_ip_params14\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"e9003b26-7620-4342-b051-19bab019b8aa\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(14)}, \"external_ip_params15\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"087e294a-e970-4b33-8b6d-b4c5f52807c3\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(15)}, \"external_ip_params16\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"55ab3af6-e31f-4c39-a6c5-f00e2ee86970\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(16)}, \"external_ip_params17\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"3edf277b-4042-4db0-945f-11a98c21a5d9\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(17)}, \"external_ip_params18\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"08bf1dc9-2373-4bf4-9940-4c7470702136\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(18)}, \"external_ip_params19\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"a197d626-c87a-49b7-b59f-af7e0a673cf3\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(19)}, \"external_ip_params2\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"dc61141d-f793-449a-88ca-01f98e291c31\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(2)}, \"external_ip_params20\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"8b30dda7-3a86-4d4d-b24e-6cbfbd4a8812\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(20)}, \"external_ip_params21\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"2d842744-75fc-4031-87eb-ad5d2ccde2fd\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(21)}, \"external_ip_params22\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"610b4764-dacd-415e-9932-5933d1eece34\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(22)}, \"external_ip_params23\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"ac7d3816-1e14-4fd1-9731-2b2be21d795a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(23)}, \"external_ip_params24\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"0371a9fc-8b90-470f-98c3-afeb904dcca6\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(24)}, \"external_ip_params25\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"55506e88-3265-43c5-946f-6d3cf661851a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(25)}, \"external_ip_params26\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"e878f1b4-0f56-4494-9182-eacd732798a8\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(26)}, \"external_ip_params27\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"c32f1b81-cffa-4345-90af-127f18598e45\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(27)}, \"external_ip_params28\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"df6bd3a1-0ed7-4b43-83cc-4ded2d7c019a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(28)}, \"external_ip_params29\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"e719af18-44cd-4241-8b13-a290658b2754\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(29)}, \"external_ip_params3\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"2e69a7fe-01f1-4084-b7a1-c10baaeed334\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(3)}, \"external_ip_params30\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"e4efd767-7192-4c18-a8fc-d9040866aee3\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(30)}, \"external_ip_params31\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"d46ae9ba-ad90-494a-9107-7208acc80459\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(31)}, \"external_ip_params4\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"bcd4df68-0557-4e58-ab55-ac04fd06dc2b\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(4)}, \"external_ip_params5\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"34dcf2f9-001e-4bff-8d16-04ca155adad7\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(5)}, \"external_ip_params6\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"6fabac16-ae0e-447d-8f6d-b4f2c025b669\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(6)}, \"external_ip_params7\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"2991b358-c6da-4fb9-8b0e-c4ca2286b791\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(7)}, \"external_ip_params8\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"e0651b14-0bd1-4eb4-a1ee-f00c89f53eca\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(8)}, \"external_ip_params9\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"8a5dc0f4-d40f-4c60-8238-8c5079c22a47\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(9)}, \"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"instance_record\": Object {\"auto_restart\": Object {\"cooldown\": Null, \"policy\": Null}, \"boot_disk_id\": Null, \"cpu_platform\": Null, \"hostname\": String(\"the-host\"), \"identity\": Object {\"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"name\": String(\"instance-consistency-group-3\"), \"time_created\": String(\"2026-01-16T23:08:24.605732Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:24.605732Z\")}, \"intended_state\": String(\"Running\"), \"memory\": Number(1073741824), \"ncpus\": Number(4), \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"runtime_state\": Object {\"dst_propolis_id\": Null, \"gen\": Number(1), \"migration_id\": Null, \"nexus_state\": String(\"Creating\"), \"propolis_id\": Null, \"time_last_auto_restarted\": Null, \"time_updated\": String(\"2026-01-16T23:08:24.605732Z\")}, \"updater_gen\": Number(1), \"updater_id\": Null, \"user_data\": Array [Number(35), Number(99), Number(108), Number(111), Number(117), Number(100), Number(45), Number(99), Number(111), Number(110), Number(102), Number(105), Number(103), Number(10), Number(115), Number(121), Number(115), Number(116), Number(101), Number(109), Number(95), Number(105), Number(110), Number(102), Number(111), Number(58), Number(10), Number(32), Number(32), Number(100), Number(101), Number(102), Number(97), Number(117), Number(108), Number(116), Number(95), Number(117), Number(115), Number(101), Number(114), Number(58), Number(10), Number(32), Number(32), Number(32), Number(32), Number(110), Number(97), Number(109), Number(101), Number(58), Number(32), Number(111), Number(120), Number(105), Number(100), Number(101)]}, \"multicast-group-0\": Null, \"multicast-group-1\": Null, \"multicast-group-10\": Null, \"multicast-group-11\": Null, \"multicast-group-12\": Null, \"multicast-group-13\": Null, \"multicast-group-14\": Null, \"multicast-group-15\": Null, \"multicast-group-16\": Null, \"multicast-group-17\": Null, \"multicast-group-18\": Null, \"multicast-group-19\": Null, \"multicast-group-2\": Null, \"multicast-group-20\": Null, \"multicast-group-21\": Null, \"multicast-group-22\": Null, \"multicast-group-23\": Null, \"multicast-group-24\": Null, \"multicast-group-25\": Null, \"multicast-group-26\": Null, \"multicast-group-27\": Null, \"multicast-group-28\": Null, \"multicast-group-29\": Null, \"multicast-group-3\": Null, \"multicast-group-30\": Null, \"multicast-group-31\": Null, \"multicast-group-4\": Null, \"multicast-group-5\": Null, \"multicast-group-6\": Null, \"multicast-group-7\": Null, \"multicast-group-8\": Null, \"multicast-group-9\": Null, \"multicast_group0\": Null, \"multicast_group1\": Null, \"multicast_group10\": Null, \"multicast_group11\": Null, \"multicast_group12\": Null, \"multicast_group13\": Null, \"multicast_group14\": Null, \"multicast_group15\": Null, \"multicast_group16\": Null, \"multicast_group17\": Null, \"multicast_group18\": Null, \"multicast_group19\": Null, \"multicast_group2\": Null, \"multicast_group20\": Null, \"multicast_group21\": Null, \"multicast_group22\": Null, \"multicast_group23\": Null, \"multicast_group24\": Null, \"multicast_group25\": Null, \"multicast_group26\": Null, \"multicast_group27\": Null, \"multicast_group28\": Null, \"multicast_group29\": Null, \"multicast_group3\": Null, \"multicast_group30\": Null, \"multicast_group31\": Null, \"multicast_group4\": Null, \"multicast_group5\": Null, \"multicast_group6\": Null, \"multicast_group7\": Null, \"multicast_group8\": Null, \"multicast_group9\": Null, \"multicast_group_params0\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"3f2b3048-3ee3-4e5a-b02d-f725cb10bf45\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(0)}, \"multicast_group_params1\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"b80ca793-0ac2-4304-83eb-27d8df115462\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(1)}, \"multicast_group_params10\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"5113f9a1-17db-438d-ab7c-6b8e4d21dcb6\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(10)}, \"multicast_group_params11\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"a6ac5ff2-ba81-4d44-a0f2-6a7d5f545a83\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(11)}, \"multicast_group_params12\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"6d0648b2-83c0-4e22-b8bb-b017b7429edd\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(12)}, \"multicast_group_params13\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"6f3e1ad2-3113-4ec4-a799-124dd7819658\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(13)}, \"multicast_group_params14\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"f3f9da21-e031-4033-82da-17fafdc91a33\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(14)}, \"multicast_group_params15\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"f119cae1-5378-40f1-b7a1-94a2a247c27b\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(15)}, \"multicast_group_params16\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"b7eaa4e6-3fcb-4117-a908-4da8cbcd7ece\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(16)}, \"multicast_group_params17\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"dce1c07e-6c6f-4373-8fef-d5303c09a1da\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(17)}, \"multicast_group_params18\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"4cac1578-7f77-4eb1-9ca7-89dec6898b4c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(18)}, \"multicast_group_params19\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"b7f9aabe-1b3e-4497-ad1e-6ebce5656b0d\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(19)}, \"multicast_group_params2\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"cb539072-3952-4b67-bbd5-75a639a18f23\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(2)}, \"multicast_group_params20\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"2b1151f3-c434-47e5-8894-7ea9bba4d0ca\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(20)}, \"multicast_group_params21\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"819dbb22-adfc-4b60-b906-1921d6b925bd\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(21)}, \"multicast_group_params22\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"ef6d1b73-96f9-4bc9-b225-b91a4ef655aa\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(22)}, \"multicast_group_params23\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"86b7176e-691f-4b21-b7a8-61b91281a1ed\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(23)}, \"multicast_group_params24\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"46302c81-08d4-4e4c-8c65-181857c1c3b0\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(24)}, \"multicast_group_params25\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"342a577e-fc8f-41c7-9add-e8275daee915\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(25)}, \"multicast_group_params26\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"44792c34-2c3b-4694-ab2a-2dad1bbcc40e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(26)}, \"multicast_group_params27\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"56184e77-7fff-4f99-b50d-1be8058850aa\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(27)}, \"multicast_group_params28\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"ee3c325a-8fe7-4f6e-984e-ec9e3e8fc6ce\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(28)}, \"multicast_group_params29\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"52bdaefd-5c63-4d61-9dd0-a08c42181ede\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(29)}, \"multicast_group_params3\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"3da8f7fb-b6fc-49d8-83da-425b7eab63f0\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(3)}, \"multicast_group_params30\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"1e878b45-3042-4135-ba2d-ea8cf5bb4917\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(30)}, \"multicast_group_params31\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"b36c1294-cbdb-45b6-9b07-780e5a5266c6\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(31)}, \"multicast_group_params4\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"504153ba-1d10-4b23-bcf9-b428da9e6e78\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(4)}, \"multicast_group_params5\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"c8edbc7a-c11e-44c3-9aa5-a12276350913\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(5)}, \"multicast_group_params6\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"a0ee9c78-192c-43ca-85ee-99b91a0a62a7\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(6)}, \"multicast_group_params7\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"7dcc378f-7a0f-4625-9c7d-82484f4d1198\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(7)}, \"multicast_group_params8\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"d42f8171-9786-475a-83e5-80b0e8619685\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(8)}, \"multicast_group_params9\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"891806da-3413-4489-bda8-812b1f781dbd\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(9)}, \"network_interface0\": Null, \"network_interface1\": Null, \"network_interface2\": Null, \"network_interface3\": Null, \"network_interface4\": Null, \"network_interface5\": Null, \"network_interface6\": Null, \"network_interface7\": Null, \"network_interface_params0\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"aec98542-7333-4a2b-a121-dab0956feb5f\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(0)}, \"network_interface_params1\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"7b0d500a-498b-4780-891e-fb6684b65281\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(1)}, \"network_interface_params2\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"b40f42f6-e846-4592-82d6-cab2c36f42fb\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(2)}, \"network_interface_params3\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"e9ff52b3-0971-477a-94e0-28a47218d68e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(3)}, \"network_interface_params4\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"4ea51646-c47a-4e88-b3fa-fdf64e8aaf4c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(4)}, \"network_interface_params5\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"26de71bc-c543-4e3a-ba8f-33c2156f826d\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(5)}, \"network_interface_params6\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"ec522257-0ae0-4c39-bd4c-5797bb592bcb\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(6)}, \"network_interface_params7\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"new_id\": String(\"80a1e0ed-7c53-4c24-942d-c46513bd029d\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-3\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(7)}, \"output\": Null, \"set_boot_disk\": Null, \"snat_ipv4\": Null, \"snat_ipv4_id\": String(\"0a8c0c0b-ca52-49e1-a7dc-e65268905e98\"), \"stopped_instance\": Null} }) }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.020386447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.020479119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.020526211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.020577772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N270 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.020619603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"270","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.020680824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.020742465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.020798597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.020863078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.020968081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.021033632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.021085564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.021609376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.02307737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N270 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.023136391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"270","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.024242507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.02438242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.024447932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.027923592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.028001984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.028053705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.028097076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.02826386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N271 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.028435764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"271","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.030295737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.030409189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.030493762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.030583373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.032655922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.033109482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.033258396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.033363198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.034693109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.037754519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.037893713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.038009576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.038911116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.042823907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N271 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.043105914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"271","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.04424391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.069100835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.072102805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.072977825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.073119509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.073999549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.07964689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N272 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.079746522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"272","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.087539122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.137921149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.138033452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.138107943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.138157715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.13838582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.138892312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.140079759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N272 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.14013001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"272","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.143241602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.143331284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.143393146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.144032081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.149750973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N273 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.149812555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"273","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.152931587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N273 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.152987778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"a1454161-10a3-41dd-9520-cd9c4b29edef\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(27)})","node_id":"273","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.153749316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.153834978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.153896089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.154580415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.16904133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.169114351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.169343877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.170275518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.171453046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N274 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.171498757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"274","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.173090314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.183163107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.185521071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.185625174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.185678855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.185740106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N274 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.185780387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"274","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.187680791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.187747043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.189990035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.190561438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.19063518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.190695641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.190760313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.191766806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N275 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.191815727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"275","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.192955373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.193019445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.195070102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N275 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.195123714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"275","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.195770019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.195856811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.195938573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.196596148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.199986316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N276 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.200042577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"276","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.201624454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.201717886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.201780778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.201832109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"set intended instance state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.212622449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","changed":false,"intended_state":"running","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.212722101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.212757232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.212787123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"instance-start","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":25,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[8,9,null],[9,10,null],[10,11,null],[11,12,null],[12,13,null],[13,14,null],[14,15,null],[15,16,null],[16,17,null],[17,18,null],[18,19,null],[19,20,null],[20,21,null],[21,22,null],[22,23,null],[24,0,null],[23,25,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"instance_start.generate_propolis_id\",\"label\":\"GeneratePropolisId\",\"name\":\"propolis_id\"}},{\"Action\":{\"action_name\":\"instance_start.alloc_server\",\"label\":\"AllocServer\",\"name\":\"sled_id\"}},{\"Action\":{\"action_name\":\"instance_start.alloc_propolis_ip\",\"label\":\"AllocPropolisIp\",\"name\":\"propolis_ip\"}},{\"Action\":{\"action_name\":\"instance_start.create_vmm_record\",\"label\":\"CreateVmmRecord\",\"name\":\"vmm_record\"}},{\"Action\":{\"action_name\":\"instance_start.mark_as_starting\",\"label\":\"MarkAsStarting\",\"name\":\"started_record\"}},{\"Action\":{\"action_name\":\"instance_start.list_local_storage\",\"label\":\"ListLocalStorage\",\"name\":\"local_storage_records\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_0\",\"label\":\"EnsureLocalStorage_0\",\"name\":\"ensure_local_storage_0\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_1\",\"label\":\"EnsureLocalStorage_1\",\"name\":\"ensure_local_storage_1\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_2\",\"label\":\"EnsureLocalStorage_2\",\"name\":\"ensure_local_storage_2\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_3\",\"label\":\"EnsureLocalStorage_3\",\"name\":\"ensure_local_storage_3\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_4\",\"label\":\"EnsureLocalStorage_4\",\"name\":\"ensure_local_storage_4\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_5\",\"label\":\"EnsureLocalStorage_5\",\"name\":\"ensure_local_storage_5\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_6\",\"label\":\"EnsureLocalStorage_6\",\"name\":\"ensure_local_storage_6\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_7\",\"label\":\"EnsureLocalStorage_7\",\"name\":\"ensure_local_storage_7\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_8\",\"label\":\"EnsureLocalStorage_8\",\"name\":\"ensure_local_storage_8\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_9\",\"label\":\"EnsureLocalStorage_9\",\"name\":\"ensure_local_storage_9\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_10\",\"label\":\"EnsureLocalStorage_10\",\"name\":\"ensure_local_storage_10\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_11\",\"label\":\"EnsureLocalStorage_11\",\"name\":\"ensure_local_storage_11\"}},{\"Action\":{\"action_name\":\"instance_start.dpd_ensure\",\"label\":\"DpdEnsure\",\"name\":\"dpd_ensure\"}},{\"Action\":{\"action_name\":\"instance_start.v2p_ensure\",\"label\":\"V2PEnsure\",\"name\":\"v2p_ensure\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_registered\",\"label\":\"EnsureRegistered\",\"name\":\"ensure_registered\"}},{\"Action\":{\"action_name\":\"instance_start.update_multicast_sled_id\",\"label\":\"UpdateMulticastSledId\",\"name\":\"multicast_sled_id\"}},{\"Action\":{\"action_name\":\"instance_start.add_virtual_resources\",\"label\":\"AddVirtualResources\",\"name\":\"virtual_resources\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_running\",\"label\":\"EnsureRunning\",\"name\":\"ensure_running\"}},{\"Start\":{\"params\":{\"db_instance\":{\"auto_restart\":{\"cooldown\":null,\"policy\":null},\"boot_disk_id\":null,\"cpu_platform\":null,\"hostname\":\"the-host\",\"identity\":{\"description\":\"instance \\\"instance-consistency-group-2\\\"\",\"id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"name\":\"instance-consistency-group-2\",\"time_created\":\"2026-01-16T23:08:24.603198Z\",\"time_deleted\":null,\"time_modified\":\"2026-01-16T23:08:24.603198Z\"},\"intended_state\":\"Running\",\"memory\":1073741824,\"ncpus\":4,\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"runtime_state\":{\"dst_propolis_id\":null,\"gen\":2,\"migration_id\":null,\"nexus_state\":\"NoVmm\",\"propolis_id\":null,\"time_last_auto_restarted\":null,\"time_updated\":\"2026-01-16T23:08:24.603198Z\"},\"updater_gen\":1,\"updater_id\":null,\"user_data\":[35,99,108,111,117,100,45,99,111,110,102,105,103,10,115,121,115,116,101,109,95,105,110,102,111,58,10,32,32,100,101,102,97,117,108,116,95,117,115,101,114,58,10,32,32,32,32,110,97,109,101,58,32,111,120,105,100,101]},\"reason\":\"AutoStart\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"instance-start\",\"start_node\":24}"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.21309558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"instance-start","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.213129881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N276 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.213159332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"276","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.213188742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.237455284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.238961349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.251210592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"instance-start","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.251342156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N277 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.251378456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"277","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.252088243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N024 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.252138774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"24","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.257066138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N277 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.257126089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"e9f3486c-fb38-41e7-8362-4226b1349421\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(28)})","node_id":"277","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.257242132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N024 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.257273083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"24","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.260810165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N278 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.260872286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"278","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.26146015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.261510781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.265453412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N278 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.265508453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"278","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.265597145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.265640046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"dbce397c-271a-4e0c-bc27-54b8e59e34b9\"))","node_id":"0","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.269318772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N279 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.269373923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"279","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:30.270246403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.271311058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.271359989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.280163703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N279 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.280223804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"279","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sled reservation starting","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.290111973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"propolis_id":"dbce397c-271a-4e0c-bc27-54b8e59e34b9","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65","query":"sled_reservation","component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.290183015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.290234476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.29083338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.293965112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N280 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.294041534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"280","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.348234889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N280 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.348300281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"280","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.35128651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N281 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.351330001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"281","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"no attached local storage disks","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.352709053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"propolis_id":"dbce397c-271a-4e0c-bc27-54b8e59e34b9","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65","query":"sled_reservation","component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.354649998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N281 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.354700139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"aa367f85-594a-49d1-818a-ebda32a01a52\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(29)})","node_id":"281","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.35865167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N282 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.358711022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"282","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.361692221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N282 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.361748642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"282","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.366596164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N283 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.366661116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"283","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.369274876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N283 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.369330538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"283","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"set intended instance state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.37678119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","changed":false,"intended_state":"running","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.377150859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.37720369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.377718732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"instance-start","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":25,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[8,9,null],[9,10,null],[10,11,null],[11,12,null],[12,13,null],[13,14,null],[14,15,null],[15,16,null],[16,17,null],[17,18,null],[18,19,null],[19,20,null],[20,21,null],[21,22,null],[22,23,null],[24,0,null],[23,25,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"instance_start.generate_propolis_id\",\"label\":\"GeneratePropolisId\",\"name\":\"propolis_id\"}},{\"Action\":{\"action_name\":\"instance_start.alloc_server\",\"label\":\"AllocServer\",\"name\":\"sled_id\"}},{\"Action\":{\"action_name\":\"instance_start.alloc_propolis_ip\",\"label\":\"AllocPropolisIp\",\"name\":\"propolis_ip\"}},{\"Action\":{\"action_name\":\"instance_start.create_vmm_record\",\"label\":\"CreateVmmRecord\",\"name\":\"vmm_record\"}},{\"Action\":{\"action_name\":\"instance_start.mark_as_starting\",\"label\":\"MarkAsStarting\",\"name\":\"started_record\"}},{\"Action\":{\"action_name\":\"instance_start.list_local_storage\",\"label\":\"ListLocalStorage\",\"name\":\"local_storage_records\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_0\",\"label\":\"EnsureLocalStorage_0\",\"name\":\"ensure_local_storage_0\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_1\",\"label\":\"EnsureLocalStorage_1\",\"name\":\"ensure_local_storage_1\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_2\",\"label\":\"EnsureLocalStorage_2\",\"name\":\"ensure_local_storage_2\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_3\",\"label\":\"EnsureLocalStorage_3\",\"name\":\"ensure_local_storage_3\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_4\",\"label\":\"EnsureLocalStorage_4\",\"name\":\"ensure_local_storage_4\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_5\",\"label\":\"EnsureLocalStorage_5\",\"name\":\"ensure_local_storage_5\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_6\",\"label\":\"EnsureLocalStorage_6\",\"name\":\"ensure_local_storage_6\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_7\",\"label\":\"EnsureLocalStorage_7\",\"name\":\"ensure_local_storage_7\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_8\",\"label\":\"EnsureLocalStorage_8\",\"name\":\"ensure_local_storage_8\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_9\",\"label\":\"EnsureLocalStorage_9\",\"name\":\"ensure_local_storage_9\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_10\",\"label\":\"EnsureLocalStorage_10\",\"name\":\"ensure_local_storage_10\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_11\",\"label\":\"EnsureLocalStorage_11\",\"name\":\"ensure_local_storage_11\"}},{\"Action\":{\"action_name\":\"instance_start.dpd_ensure\",\"label\":\"DpdEnsure\",\"name\":\"dpd_ensure\"}},{\"Action\":{\"action_name\":\"instance_start.v2p_ensure\",\"label\":\"V2PEnsure\",\"name\":\"v2p_ensure\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_registered\",\"label\":\"EnsureRegistered\",\"name\":\"ensure_registered\"}},{\"Action\":{\"action_name\":\"instance_start.update_multicast_sled_id\",\"label\":\"UpdateMulticastSledId\",\"name\":\"multicast_sled_id\"}},{\"Action\":{\"action_name\":\"instance_start.add_virtual_resources\",\"label\":\"AddVirtualResources\",\"name\":\"virtual_resources\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_running\",\"label\":\"EnsureRunning\",\"name\":\"ensure_running\"}},{\"Start\":{\"params\":{\"db_instance\":{\"auto_restart\":{\"cooldown\":null,\"policy\":null},\"boot_disk_id\":null,\"cpu_platform\":null,\"hostname\":\"the-host\",\"identity\":{\"description\":\"instance \\\"instance-consistency-group-3\\\"\",\"id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"name\":\"instance-consistency-group-3\",\"time_created\":\"2026-01-16T23:08:24.605732Z\",\"time_deleted\":null,\"time_modified\":\"2026-01-16T23:08:24.605732Z\"},\"intended_state\":\"Running\",\"memory\":1073741824,\"ncpus\":4,\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"runtime_state\":{\"dst_propolis_id\":null,\"gen\":2,\"migration_id\":null,\"nexus_state\":\"NoVmm\",\"propolis_id\":null,\"time_last_auto_restarted\":null,\"time_updated\":\"2026-01-16T23:08:24.605732Z\"},\"updater_gen\":1,\"updater_id\":null,\"user_data\":[35,99,108,111,117,100,45,99,111,110,102,105,103,10,115,121,115,116,101,109,95,105,110,102,111,58,10,32,32,100,101,102,97,117,108,116,95,117,115,101,114,58,10,32,32,32,32,110,97,109,101,58,32,111,120,105,100,101]},\"reason\":\"AutoStart\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"instance-start\",\"start_node\":24}"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.37806098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"instance-start","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.380010825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N284 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.380062146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"284","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.383558817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.383627159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"instance-start","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.384691564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N024 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.384743985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"24","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.392856422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N024 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.392944725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"24","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.393512958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N284 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.393574329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"284","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.405089256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N285 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.405154657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"285","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.405775012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.405840873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.408497665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N285 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.408549336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"6711357c-4b0e-4abe-9722-cb10649b9e14\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(30)})","node_id":"285","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.410813908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.412057297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"fb208665-16a8-4b92-8afa-3c5dc2b05723\"))","node_id":"0","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.414584936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N286 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.414641327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"286","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sled targets: {b6d65341-167c-41df-9b5c-41cded99c229 (sled)}","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.41604817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"propolis_id":"dbce397c-271a-4e0c-bc27-54b8e59e34b9","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65","query":"sled_reservation","component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"local_storage_allocation_required: false","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.416106911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"propolis_id":"dbce397c-271a-4e0c-bc27-54b8e59e34b9","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65","query":"sled_reservation","component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"trying sled target b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.416151362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"propolis_id":"dbce397c-271a-4e0c-bc27-54b8e59e34b9","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65","query":"sled_reservation","component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"attempting to insert sled resource record","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.416191563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"propolis_id":"dbce397c-271a-4e0c-bc27-54b8e59e34b9","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65","query":"sled_reservation","component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","local_storage_required":false}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.416968161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.417030562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.426416719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N286 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.42686864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"286","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sled reservation starting","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.431820135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"propolis_id":"fb208665-16a8-4b92-8afa-3c5dc2b05723","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67","query":"sled_reservation","component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.431907427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.431953998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.432839698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.434322022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N287 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.434375014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"287","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"reservation succeeded!","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.435141832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"propolis_id":"dbce397c-271a-4e0c-bc27-54b8e59e34b9","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65","query":"sled_reservation","component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.435248594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.435293965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"b6d65341-167c-41df-9b5c-41cded99c229\"))","node_id":"1","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.441490089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N287 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.44154561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"287","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.443182608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.444253422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"2","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"no attached local storage disks","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.444986229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"propolis_id":"fb208665-16a8-4b92-8afa-3c5dc2b05723","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67","query":"sled_reservation","component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.463424496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AllocPropolisIp","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.463522009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AllocPropolisIp","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.468033593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AllocPropolisIp","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.473160272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N288 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.473225763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"288","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sled targets: {b6d65341-167c-41df-9b5c-41cded99c229 (sled)}","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.474287028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"propolis_id":"fb208665-16a8-4b92-8afa-3c5dc2b05723","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67","query":"sled_reservation","component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"local_storage_allocation_required: false","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.474345839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"propolis_id":"fb208665-16a8-4b92-8afa-3c5dc2b05723","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67","query":"sled_reservation","component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"trying sled target b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.47438819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"propolis_id":"fb208665-16a8-4b92-8afa-3c5dc2b05723","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67","query":"sled_reservation","component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"attempting to insert sled resource record","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.474428561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"propolis_id":"fb208665-16a8-4b92-8afa-3c5dc2b05723","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67","query":"sled_reservation","component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","local_storage_required":false}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.480946902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.481021954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"::1:0\"))","node_id":"2","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.482316634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.482367305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.493543374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N288 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.493605176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"288","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.497216669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.49727436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.498443987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"reservation succeeded!","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.500741081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"propolis_id":"fb208665-16a8-4b92-8afa-3c5dc2b05723","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67","query":"sled_reservation","component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.501043448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.501092079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"b6d65341-167c-41df-9b5c-41cded99c229\"))","node_id":"1","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.517908698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N289 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.51799652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"289","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.524401329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.5244566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"2","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.525929914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.525994945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.5262012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.526254631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.526292932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.527304906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N289 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.527351737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"26ecf89a-b7f9-44bb-9a91-a45333b421e9\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(31)})","node_id":"289","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.534725158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AllocPropolisIp","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.534805889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AllocPropolisIp","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.535637009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AllocPropolisIp","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.536457718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.554477835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.554590027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateVmmRecord","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.554658049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateVmmRecord","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.555394856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateVmmRecord","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.558653012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N290 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.558708543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"290","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.567471726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.567841384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"::1:1\"))","node_id":"2","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.573589798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N290 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.573642229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"290","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.57367833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.57371003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.578100412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N291 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.578154143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"291","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.579146086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.579199147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.579975246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.599911827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N291 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.599970038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"291","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.600715666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.600787977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.600829388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.600862389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.601551495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.629746698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N292 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.629813189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"292","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.633061254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.638503221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.638584283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateVmmRecord","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.638671665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateVmmRecord","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.651709106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateVmmRecord","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.651816659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N292 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.65186255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"292","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.665751611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N293 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.665802782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"293","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.699480663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N293 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.699545374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"293","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.703184168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N294 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.70324292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"294","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.710619261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N294 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.710681982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"294","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.715677218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N296 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.715748739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"296","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.717975511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N296 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.718029482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"296","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.720756546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.720834337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.738869565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"instance-create","saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"success"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.739601172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.742622972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"97cd747c-773c-4437-8fbb-fd2005574786","saga_name":"instance-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: 97cd747c-773c-4437-8fbb-fd2005574786, saga_log: SagaLog { saga_id: 97cd747c-773c-4437-8fbb-fd2005574786, unwinding: false, events: [N295 started, N295 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 succeeded, N006 started, N006 succeeded, N007 started, N007 succeeded, N008 started, N008 succeeded, N009 started, N009 succeeded, N010 started, N010 succeeded, N011 started, N011 succeeded, N012 started, N012 succeeded, N013 started, N013 succeeded, N014 started, N014 succeeded, N015 started, N015 succeeded, N016 started, N016 succeeded, N017 started, N017 succeeded, N018 started, N018 succeeded, N019 started, N019 succeeded, N020 started, N020 succeeded, N021 started, N021 succeeded, N022 started, N022 succeeded, N023 started, N023 succeeded, N024 started, N024 succeeded, N025 started, N025 succeeded, N026 started, N026 succeeded, N027 started, N027 succeeded, N028 started, N028 succeeded, N029 started, N029 succeeded, N030 started, N030 succeeded, N031 started, N031 succeeded, N032 started, N032 succeeded, N033 started, N033 succeeded, N034 started, N034 succeeded, N035 started, N035 succeeded, N036 started, N036 succeeded, N037 started, N037 succeeded, N038 started, N038 succeeded, N039 started, N039 succeeded, N040 started, N040 succeeded, N041 started, N041 succeeded, N042 started, N042 succeeded, N043 started, N043 succeeded, N044 started, N044 succeeded, N045 started, N045 succeeded, N046 started, N046 succeeded, N047 started, N047 succeeded, N048 started, N048 succeeded, N049 started, N049 succeeded, N050 started, N050 succeeded, N051 started, N051 succeeded, N052 started, N052 succeeded, N053 started, N053 succeeded, N054 started, N054 succeeded, N055 started, N055 succeeded, N056 started, N056 succeeded, N057 started, N057 succeeded, N058 started, N058 succeeded, N059 started, N059 succeeded, N060 started, N060 succeeded, N061 started, N061 succeeded, N062 started, N062 succeeded, N063 started, N063 succeeded, N064 started, N064 succeeded, N065 started, N065 succeeded, N066 started, N066 succeeded, N067 started, N067 succeeded, N068 started, N068 succeeded, N069 started, N069 succeeded, N070 started, N070 succeeded, N071 started, N071 succeeded, N072 started, N072 succeeded, N073 started, N073 succeeded, N074 started, N074 succeeded, N075 started, N075 succeeded, N076 started, N076 succeeded, N077 started, N077 succeeded, N078 started, N078 succeeded, N079 started, N079 succeeded, N080 started, N080 succeeded, N081 started, N081 succeeded, N082 started, N082 succeeded, N083 started, N083 succeeded, N084 started, N084 succeeded, N085 started, N085 succeeded, N086 started, N086 succeeded, N087 started, N087 succeeded, N088 started, N088 succeeded, N089 started, N089 succeeded, N090 started, N090 succeeded, N091 started, N091 succeeded, N092 started, N092 succeeded, N093 started, N093 succeeded, N094 started, N094 succeeded, N095 started, N095 succeeded, N096 started, N096 succeeded, N097 started, N097 succeeded, N098 started, N098 succeeded, N099 started, N099 succeeded, N100 started, N100 succeeded, N101 started, N101 succeeded, N102 started, N102 succeeded, N103 started, N103 succeeded, N104 started, N104 succeeded, N105 started, N105 succeeded, N106 started, N106 succeeded, N107 started, N107 succeeded, N108 started, N108 succeeded, N109 started, N109 succeeded, N110 started, N110 succeeded, N111 started, N111 succeeded, N112 started, N112 succeeded, N113 started, N113 succeeded, N114 started, N114 succeeded, N115 started, N115 succeeded, N116 started, N116 succeeded, N117 started, N117 succeeded, N118 started, N118 succeeded, N119 started, N119 succeeded, N120 started, N120 succeeded, N121 started, N121 succeeded, N122 started, N122 succeeded, N123 started, N123 succeeded, N124 started, N124 succeeded, N125 started, N125 succeeded, N126 started, N126 succeeded, N127 started, N127 succeeded, N128 started, N128 succeeded, N129 started, N129 succeeded, N130 started, N130 succeeded, N131 started, N131 succeeded, N132 started, N132 succeeded, N133 started, N133 succeeded, N134 started, N134 succeeded, N135 started, N135 succeeded, N136 started, N136 succeeded, N137 started, N137 succeeded, N138 started, N138 succeeded, N139 started, N139 succeeded, N140 started, N140 succeeded, N141 started, N141 succeeded, N142 started, N142 succeeded, N143 started, N143 succeeded, N144 started, N144 succeeded, N145 started, N145 succeeded, N146 started, N146 succeeded, N147 started, N147 succeeded, N148 started, N148 succeeded, N149 started, N149 succeeded, N150 started, N150 succeeded, N151 started, N151 succeeded, N152 started, N152 succeeded, N153 started, N153 succeeded, N154 started, N154 succeeded, N155 started, N155 succeeded, N156 started, N156 succeeded, N157 started, N157 succeeded, N158 started, N158 succeeded, N159 started, N159 succeeded, N160 started, N160 succeeded, N161 started, N161 succeeded, N162 started, N162 succeeded, N163 started, N163 succeeded, N164 started, N164 succeeded, N165 started, N165 succeeded, N166 started, N166 succeeded, N167 started, N167 succeeded, N168 started, N168 succeeded, N169 started, N169 succeeded, N170 started, N170 succeeded, N171 started, N171 succeeded, N172 started, N172 succeeded, N173 started, N173 succeeded, N174 started, N174 succeeded, N175 started, N175 succeeded, N176 started, N176 succeeded, N177 started, N177 succeeded, N178 started, N178 succeeded, N179 started, N179 succeeded, N180 started, N180 succeeded, N181 started, N181 succeeded, N182 started, N182 succeeded, N183 started, N183 succeeded, N184 started, N184 succeeded, N185 started, N185 succeeded, N186 started, N186 succeeded, N187 started, N187 succeeded, N188 started, N188 succeeded, N189 started, N189 succeeded, N190 started, N190 succeeded, N191 started, N191 succeeded, N192 started, N192 succeeded, N193 started, N193 succeeded, N194 started, N194 succeeded, N195 started, N195 succeeded, N196 started, N196 succeeded, N197 started, N197 succeeded, N198 started, N198 succeeded, N199 started, N199 succeeded, N200 started, N200 succeeded, N201 started, N201 succeeded, N202 started, N202 succeeded, N203 started, N203 succeeded, N204 started, N204 succeeded, N205 started, N205 succeeded, N206 started, N206 succeeded, N207 started, N207 succeeded, N208 started, N208 succeeded, N209 started, N209 succeeded, N210 started, N210 succeeded, N211 started, N211 succeeded, N212 started, N212 succeeded, N213 started, N213 succeeded, N214 started, N214 succeeded, N215 started, N215 succeeded, N216 started, N216 succeeded, N217 started, N217 succeeded, N218 started, N218 succeeded, N219 started, N219 succeeded, N220 started, N220 succeeded, N221 started, N221 succeeded, N222 started, N222 succeeded, N223 started, N223 succeeded, N224 started, N224 succeeded, N225 started, N225 succeeded, N226 started, N226 succeeded, N227 started, N227 succeeded, N228 started, N228 succeeded, N229 started, N229 succeeded, N230 started, N230 succeeded, N231 started, N231 succeeded, N232 started, N232 succeeded, N233 started, N233 succeeded, N234 started, N234 succeeded, N235 started, N235 succeeded, N236 started, N236 succeeded, N237 started, N237 succeeded, N238 started, N238 succeeded, N239 started, N239 succeeded, N240 started, N240 succeeded, N241 started, N241 succeeded, N242 started, N242 succeeded, N243 started, N243 succeeded, N244 started, N244 succeeded, N245 started, N245 succeeded, N246 started, N246 succeeded, N247 started, N247 succeeded, N248 started, N248 succeeded, N249 started, N249 succeeded, N250 started, N250 succeeded, N251 started, N251 succeeded, N252 started, N252 succeeded, N253 started, N253 succeeded, N254 started, N254 succeeded, N255 started, N255 succeeded, N256 started, N256 succeeded, N257 started, N257 succeeded, N258 started, N258 succeeded, N259 started, N259 succeeded, N260 started, N260 succeeded, N261 started, N261 succeeded, N262 started, N262 succeeded, N263 started, N263 succeeded, N264 started, N264 succeeded, N265 started, N265 succeeded, N266 started, N266 succeeded, N267 started, N267 succeeded, N268 started, N268 succeeded, N269 started, N269 succeeded, N270 started, N270 succeeded, N271 started, N271 succeeded, N272 started, N272 succeeded, N273 started, N273 succeeded, N274 started, N274 succeeded, N275 started, N275 succeeded, N276 started, N276 succeeded, N277 started, N277 succeeded, N278 started, N278 succeeded, N279 started, N279 succeeded, N280 started, N280 succeeded, N281 started, N281 succeeded, N282 started, N282 succeeded, N283 started, N283 succeeded, N284 started, N284 succeeded, N285 started, N285 succeeded, N286 started, N286 succeeded, N287 started, N287 succeeded, N288 started, N288 succeeded, N289 started, N289 succeeded, N290 started, N290 succeeded, N291 started, N291 succeeded, N292 started, N292 succeeded, N293 started, N293 succeeded, N294 started, N294 succeeded, N296 started, N296 succeeded], node_status: {0: Succeeded(String(\"654b8aa8-0014-4f2e-b375-089d955844b2\")), 1: Succeeded(Object {\"auto_restart\": Object {\"cooldown\": Null, \"policy\": Null}, \"boot_disk_id\": Null, \"cpu_platform\": Null, \"hostname\": String(\"the-host\"), \"identity\": Object {\"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"name\": String(\"instance-consistency-group-1\"), \"time_created\": String(\"2026-01-16T23:08:24.704809Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:24.704809Z\")}, \"intended_state\": String(\"Running\"), \"memory\": Number(1073741824), \"ncpus\": Number(4), \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"runtime_state\": Object {\"dst_propolis_id\": Null, \"gen\": Number(1), \"migration_id\": Null, \"nexus_state\": String(\"Creating\"), \"propolis_id\": Null, \"time_last_auto_restarted\": Null, \"time_updated\": String(\"2026-01-16T23:08:24.704809Z\")}, \"updater_gen\": Number(1), \"updater_id\": Null, \"user_data\": Array [Number(35), Number(99), Number(108), Number(111), Number(117), Number(100), Number(45), Number(99), Number(111), Number(110), Number(102), Number(105), Number(103), Number(10), Number(115), Number(121), Number(115), Number(116), Number(101), Number(109), Number(95), Number(105), Number(110), Number(102), Number(111), Number(58), Number(10), Number(32), Number(32), Number(100), Number(101), Number(102), Number(97), Number(117), Number(108), Number(116), Number(95), Number(117), Number(115), Number(101), Number(114), Number(58), Number(10), Number(32), Number(32), Number(32), Number(32), Number(110), Number(97), Number(109), Number(101), Number(58), Number(32), Number(111), Number(120), Number(105), Number(100), Number(101)]}), 2: Succeeded(Null), 3: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"c012f873-248d-4d94-8d58-49e865939937\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(0)}), 4: Succeeded(Null), 5: Succeeded(Null), 6: Succeeded(Null), 7: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"4aac8ea6-cb77-46c5-9b9f-42574d14b8ba\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(1)}), 8: Succeeded(Null), 9: Succeeded(Null), 10: Succeeded(Null), 11: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"c8a45ac5-2a2d-4750-a118-0cdd4d91c21c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(2)}), 12: Succeeded(Null), 13: Succeeded(Null), 14: Succeeded(Null), 15: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"99217cf5-9b64-4065-b14d-264ace405529\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(3)}), 16: Succeeded(Null), 17: Succeeded(Null), 18: Succeeded(Null), 19: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"79e44c5e-c3f1-4d4a-95e6-c28d4589278c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(4)}), 20: Succeeded(Null), 21: Succeeded(Null), 22: Succeeded(Null), 23: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"1a1b55fe-1a73-4976-9cb8-dbf1590420a7\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(5)}), 24: Succeeded(Null), 25: Succeeded(Null), 26: Succeeded(Null), 27: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"db8cbe57-2e4c-450d-bb2e-7f9757baf88d\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(6)}), 28: Succeeded(Null), 29: Succeeded(Null), 30: Succeeded(Null), 31: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"b12d1de2-e1bc-4a1e-91ae-06f6874cffca\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(7)}), 32: Succeeded(Null), 33: Succeeded(Null), 34: Succeeded(Null), 35: Succeeded(String(\"3056f1b7-d69c-4f43-bbb4-5dcf74525e25\")), 36: Succeeded(Null), 37: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"2fbc58a4-aaec-48c2-b606-d433b6536f4c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(0)}), 38: Succeeded(Null), 39: Succeeded(Null), 40: Succeeded(Null), 41: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"4e9fe33b-ee51-4efd-bc51-b930a1c22133\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(1)}), 42: Succeeded(Null), 43: Succeeded(Null), 44: Succeeded(Null), 45: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"f711f7cf-88e0-4a0c-900c-f80b87b583c5\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(2)}), 46: Succeeded(Null), 47: Succeeded(Null), 48: Succeeded(Null), 49: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"9280a5bd-f1ab-4796-9d9d-a863c085e6c9\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(3)}), 50: Succeeded(Null), 51: Succeeded(Null), 52: Succeeded(Null), 53: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"6f10f2b9-5b6d-4487-aae9-519211397eea\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(4)}), 54: Succeeded(Null), 55: Succeeded(Null), 56: Succeeded(Null), 57: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"3117fa51-ad57-4430-a1a1-44e7fcbc7094\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(5)}), 58: Succeeded(Null), 59: Succeeded(Null), 60: Succeeded(Null), 61: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"573c4f7d-f2d8-446a-af21-a15b6b9bc085\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(6)}), 62: Succeeded(Null), 63: Succeeded(Null), 64: Succeeded(Null), 65: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"c34bb77f-3605-4a80-8549-afdc0c62455e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(7)}), 66: Succeeded(Null), 67: Succeeded(Null), 68: Succeeded(Null), 69: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"18025238-f5c5-4f7c-98cb-b5e9fca261de\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(8)}), 70: Succeeded(Null), 71: Succeeded(Null), 72: Succeeded(Null), 73: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"b40c5dcc-c7ac-4036-a87f-461cb3cf9c94\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(9)}), 74: Succeeded(Null), 75: Succeeded(Null), 76: Succeeded(Null), 77: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"f1baf9fb-c94a-4d2b-93ac-6092043d10b2\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(10)}), 78: Succeeded(Null), 79: Succeeded(Null), 80: Succeeded(Null), 81: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"46b0a65a-f0db-48f9-a505-5f61d08e06e4\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(11)}), 82: Succeeded(Null), 83: Succeeded(Null), 84: Succeeded(Null), 85: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"5b8ca83a-e52d-4bd8-b67b-aa1a094c319e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(12)}), 86: Succeeded(Null), 87: Succeeded(Null), 88: Succeeded(Null), 89: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"ba5ed14c-01b0-4a0e-a524-b077ca6d02ec\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(13)}), 90: Succeeded(Null), 91: Succeeded(Null), 92: Succeeded(Null), 93: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"e1ab368c-4260-47bf-994c-7b9c7ca249b9\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(14)}), 94: Succeeded(Null), 95: Succeeded(Null), 96: Succeeded(Null), 97: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"d102023a-de56-43f9-9126-9a02e73edabc\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(15)}), 98: Succeeded(Null), 99: Succeeded(Null), 100: Succeeded(Null), 101: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"565037e0-298a-4d79-a5ee-46966f789f5d\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(16)}), 102: Succeeded(Null), 103: Succeeded(Null), 104: Succeeded(Null), 105: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"e96c65c7-5cfe-4e7d-8938-ec3a01640ff9\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(17)}), 106: Succeeded(Null), 107: Succeeded(Null), 108: Succeeded(Null), 109: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"0c9002d0-d86a-4aaf-b10b-8b03a676ce0c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(18)}), 110: Succeeded(Null), 111: Succeeded(Null), 112: Succeeded(Null), 113: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"7ef02ca5-0d12-4de9-b7bb-593af4d38397\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(19)}), 114: Succeeded(Null), 115: Succeeded(Null), 116: Succeeded(Null), 117: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"37b241fe-39f0-48f9-9057-4737bd4280a1\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(20)}), 118: Succeeded(Null), 119: Succeeded(Null), 120: Succeeded(Null), 121: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"b5f94369-ec74-482d-b8f1-d340f35edbf0\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(21)}), 122: Succeeded(Null), 123: Succeeded(Null), 124: Succeeded(Null), 125: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"ce58d15f-ba0a-4dfe-8a6c-e0eaee567e60\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(22)}), 126: Succeeded(Null), 127: Succeeded(Null), 128: Succeeded(Null), 129: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"2aa249ef-2161-4fd0-b913-bdcb97777868\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(23)}), 130: Succeeded(Null), 131: Succeeded(Null), 132: Succeeded(Null), 133: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"1570d093-9e85-4939-bbb6-bc61d4b7b58f\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(24)}), 134: Succeeded(Null), 135: Succeeded(Null), 136: Succeeded(Null), 137: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"08dfe376-262f-43d4-b080-b0613949ebf3\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(25)}), 138: Succeeded(Null), 139: Succeeded(Null), 140: Succeeded(Null), 141: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"d5309f53-b473-4faa-b355-9f61d645c468\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(26)}), 142: Succeeded(Null), 143: Succeeded(Null), 144: Succeeded(Null), 145: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"70b0d40f-e198-44ec-a342-b654cb6bd911\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(27)}), 146: Succeeded(Null), 147: Succeeded(Null), 148: Succeeded(Null), 149: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"eaefa232-c990-44aa-ba61-19fc22dc5eef\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(28)}), 150: Succeeded(Null), 151: Succeeded(Null), 152: Succeeded(Null), 153: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"745cee05-e359-4ad9-ad6d-a1c3be375b7c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(29)}), 154: Succeeded(Null), 155: Succeeded(Null), 156: Succeeded(Null), 157: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"90f8b600-b3c0-4981-a289-87f13ebe19e6\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(30)}), 158: Succeeded(Null), 159: Succeeded(Null), 160: Succeeded(Null), 161: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"5c34affe-ee07-49ae-99c0-dfc1c32e363e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(31)}), 162: Succeeded(Null), 163: Succeeded(Null), 164: Succeeded(Null), 165: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"e06d30d6-99f8-4d90-af0d-cfbca46d6c8e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(0)}), 166: Succeeded(Null), 167: Succeeded(Null), 168: Succeeded(Null), 169: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"7a67544b-5751-4147-90ad-32d360d3d95d\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(1)}), 170: Succeeded(Null), 171: Succeeded(Null), 172: Succeeded(Null), 173: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"e277ae58-8606-4d37-9836-e390b7f21d81\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(2)}), 174: Succeeded(Null), 175: Succeeded(Null), 176: Succeeded(Null), 177: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"6b171449-17de-470d-97d4-5ff7bcc756f5\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(3)}), 178: Succeeded(Null), 179: Succeeded(Null), 180: Succeeded(Null), 181: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"60877a6d-7331-42ba-96bb-b9942ae5cdad\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(4)}), 182: Succeeded(Null), 183: Succeeded(Null), 184: Succeeded(Null), 185: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"ef5ea57e-09e2-4bdb-a990-e31b517a28ed\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(5)}), 186: Succeeded(Null), 187: Succeeded(Null), 188: Succeeded(Null), 189: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"105497fa-861a-4c4d-b371-b3063369152d\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(6)}), 190: Succeeded(Null), 191: Succeeded(Null), 192: Succeeded(Null), 193: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"909d9ec7-9347-4f58-be22-1296049b40a0\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(7)}), 194: Succeeded(Null), 195: Succeeded(Null), 196: Succeeded(Null), 197: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"4eb07be2-a616-4c96-840c-28fc73741477\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(8)}), 198: Succeeded(Null), 199: Succeeded(Null), 200: Succeeded(Null), 201: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"6a86fe61-3e58-46cf-b218-89b8da1f6103\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(9)}), 202: Succeeded(Null), 203: Succeeded(Null), 204: Succeeded(Null), 205: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"96eee084-ac6c-4917-aaad-01a0265cd770\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(10)}), 206: Succeeded(Null), 207: Succeeded(Null), 208: Succeeded(Null), 209: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"918c8d56-65fb-4c44-9ab7-6baf03a7971f\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(11)}), 210: Succeeded(Null), 211: Succeeded(Null), 212: Succeeded(Null), 213: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"36bcb6bf-ff73-4842-868d-8be77a52c60a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(12)}), 214: Succeeded(Null), 215: Succeeded(Null), 216: Succeeded(Null), 217: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"f47c3fa4-d39d-44e8-bd0f-91dce668b145\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(13)}), 218: Succeeded(Null), 219: Succeeded(Null), 220: Succeeded(Null), 221: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"75dda13b-880b-4071-9666-51c2d378b94f\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(14)}), 222: Succeeded(Null), 223: Succeeded(Null), 224: Succeeded(Null), 225: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"1f043974-952c-4bef-9424-9e8169abfca6\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(15)}), 226: Succeeded(Null), 227: Succeeded(Null), 228: Succeeded(Null), 229: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"8e903ef1-9166-4040-b829-f0e4afdbb1b9\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(16)}), 230: Succeeded(Null), 231: Succeeded(Null), 232: Succeeded(Null), 233: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"cc67cebb-73ab-481e-a821-0ed541b33d4a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(17)}), 234: Succeeded(Null), 235: Succeeded(Null), 236: Succeeded(Null), 237: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"d67abc7d-0756-4d5a-9c9f-b53abaa011b2\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(18)}), 238: Succeeded(Null), 239: Succeeded(Null), 240: Succeeded(Null), 241: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"ddfb25b4-9ef9-472e-a578-9f914b250d1b\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(19)}), 242: Succeeded(Null), 243: Succeeded(Null), 244: Succeeded(Null), 245: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"e8947019-a06d-4305-9bb1-0e2253a3094b\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(20)}), 246: Succeeded(Null), 247: Succeeded(Null), 248: Succeeded(Null), 249: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"611b9254-266a-45f4-9bf7-2d92d5efa19e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(21)}), 250: Succeeded(Null), 251: Succeeded(Null), 252: Succeeded(Null), 253: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"740bba34-1220-4c08-a19f-dacf0b959035\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(22)}), 254: Succeeded(Null), 255: Succeeded(Null), 256: Succeeded(Null), 257: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"cfb083eb-4b22-48a5-822e-f89dd22330af\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(23)}), 258: Succeeded(Null), 259: Succeeded(Null), 260: Succeeded(Null), 261: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"ee34e84a-ad11-47ec-ba1c-cc9b39e30d77\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(24)}), 262: Succeeded(Null), 263: Succeeded(Null), 264: Succeeded(Null), 265: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"a3a3d478-53bd-4aa9-92cd-49a48cbce0dc\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(25)}), 266: Succeeded(Null), 267: Succeeded(Null), 268: Succeeded(Null), 269: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"769b303d-5c10-4b76-b118-1856a792a38c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(26)}), 270: Succeeded(Null), 271: Succeeded(Null), 272: Succeeded(Null), 273: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"a1454161-10a3-41dd-9520-cd9c4b29edef\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(27)}), 274: Succeeded(Null), 275: Succeeded(Null), 276: Succeeded(Null), 277: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"e9f3486c-fb38-41e7-8362-4226b1349421\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(28)}), 278: Succeeded(Null), 279: Succeeded(Null), 280: Succeeded(Null), 281: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"aa367f85-594a-49d1-818a-ebda32a01a52\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(29)}), 282: Succeeded(Null), 283: Succeeded(Null), 284: Succeeded(Null), 285: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"6711357c-4b0e-4abe-9722-cb10649b9e14\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(30)}), 286: Succeeded(Null), 287: Succeeded(Null), 288: Succeeded(Null), 289: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"26ecf89a-b7f9-44bb-9a91-a45333b421e9\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(31)}), 290: Succeeded(Null), 291: Succeeded(Null), 292: Succeeded(Null), 293: Succeeded(Null), 294: Succeeded(Null), 295: Succeeded(Null), 296: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Null, node_outputs: {\"external-ip-0\": Null, \"external-ip-1\": Null, \"external-ip-10\": Null, \"external-ip-11\": Null, \"external-ip-12\": Null, \"external-ip-13\": Null, \"external-ip-14\": Null, \"external-ip-15\": Null, \"external-ip-16\": Null, \"external-ip-17\": Null, \"external-ip-18\": Null, \"external-ip-19\": Null, \"external-ip-2\": Null, \"external-ip-20\": Null, \"external-ip-21\": Null, \"external-ip-22\": Null, \"external-ip-23\": Null, \"external-ip-24\": Null, \"external-ip-25\": Null, \"external-ip-26\": Null, \"external-ip-27\": Null, \"external-ip-28\": Null, \"external-ip-29\": Null, \"external-ip-3\": Null, \"external-ip-30\": Null, \"external-ip-31\": Null, \"external-ip-4\": Null, \"external-ip-5\": Null, \"external-ip-6\": Null, \"external-ip-7\": Null, \"external-ip-8\": Null, \"external-ip-9\": Null, \"external_ip0\": Null, \"external_ip1\": Null, \"external_ip10\": Null, \"external_ip11\": Null, \"external_ip12\": Null, \"external_ip13\": Null, \"external_ip14\": Null, \"external_ip15\": Null, \"external_ip16\": Null, \"external_ip17\": Null, \"external_ip18\": Null, \"external_ip19\": Null, \"external_ip2\": Null, \"external_ip20\": Null, \"external_ip21\": Null, \"external_ip22\": Null, \"external_ip23\": Null, \"external_ip24\": Null, \"external_ip25\": Null, \"external_ip26\": Null, \"external_ip27\": Null, \"external_ip28\": Null, \"external_ip29\": Null, \"external_ip3\": Null, \"external_ip30\": Null, \"external_ip31\": Null, \"external_ip4\": Null, \"external_ip5\": Null, \"external_ip6\": Null, \"external_ip7\": Null, \"external_ip8\": Null, \"external_ip9\": Null, \"external_ip_params0\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"2fbc58a4-aaec-48c2-b606-d433b6536f4c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(0)}, \"external_ip_params1\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"4e9fe33b-ee51-4efd-bc51-b930a1c22133\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(1)}, \"external_ip_params10\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"f1baf9fb-c94a-4d2b-93ac-6092043d10b2\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(10)}, \"external_ip_params11\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"46b0a65a-f0db-48f9-a505-5f61d08e06e4\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(11)}, \"external_ip_params12\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"5b8ca83a-e52d-4bd8-b67b-aa1a094c319e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(12)}, \"external_ip_params13\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"ba5ed14c-01b0-4a0e-a524-b077ca6d02ec\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(13)}, \"external_ip_params14\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"e1ab368c-4260-47bf-994c-7b9c7ca249b9\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(14)}, \"external_ip_params15\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"d102023a-de56-43f9-9126-9a02e73edabc\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(15)}, \"external_ip_params16\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"565037e0-298a-4d79-a5ee-46966f789f5d\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(16)}, \"external_ip_params17\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"e96c65c7-5cfe-4e7d-8938-ec3a01640ff9\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(17)}, \"external_ip_params18\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"0c9002d0-d86a-4aaf-b10b-8b03a676ce0c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(18)}, \"external_ip_params19\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"7ef02ca5-0d12-4de9-b7bb-593af4d38397\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(19)}, \"external_ip_params2\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"f711f7cf-88e0-4a0c-900c-f80b87b583c5\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(2)}, \"external_ip_params20\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"37b241fe-39f0-48f9-9057-4737bd4280a1\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(20)}, \"external_ip_params21\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"b5f94369-ec74-482d-b8f1-d340f35edbf0\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(21)}, \"external_ip_params22\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"ce58d15f-ba0a-4dfe-8a6c-e0eaee567e60\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(22)}, \"external_ip_params23\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"2aa249ef-2161-4fd0-b913-bdcb97777868\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(23)}, \"external_ip_params24\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"1570d093-9e85-4939-bbb6-bc61d4b7b58f\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(24)}, \"external_ip_params25\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"08dfe376-262f-43d4-b080-b0613949ebf3\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(25)}, \"external_ip_params26\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"d5309f53-b473-4faa-b355-9f61d645c468\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(26)}, \"external_ip_params27\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"70b0d40f-e198-44ec-a342-b654cb6bd911\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(27)}, \"external_ip_params28\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"eaefa232-c990-44aa-ba61-19fc22dc5eef\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(28)}, \"external_ip_params29\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"745cee05-e359-4ad9-ad6d-a1c3be375b7c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(29)}, \"external_ip_params3\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"9280a5bd-f1ab-4796-9d9d-a863c085e6c9\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(3)}, \"external_ip_params30\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"90f8b600-b3c0-4981-a289-87f13ebe19e6\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(30)}, \"external_ip_params31\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"5c34affe-ee07-49ae-99c0-dfc1c32e363e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(31)}, \"external_ip_params4\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"6f10f2b9-5b6d-4487-aae9-519211397eea\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(4)}, \"external_ip_params5\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"3117fa51-ad57-4430-a1a1-44e7fcbc7094\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(5)}, \"external_ip_params6\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"573c4f7d-f2d8-446a-af21-a15b6b9bc085\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(6)}, \"external_ip_params7\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"c34bb77f-3605-4a80-8549-afdc0c62455e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(7)}, \"external_ip_params8\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"18025238-f5c5-4f7c-98cb-b5e9fca261de\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(8)}, \"external_ip_params9\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"b40c5dcc-c7ac-4036-a87f-461cb3cf9c94\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(9)}, \"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"instance_record\": Object {\"auto_restart\": Object {\"cooldown\": Null, \"policy\": Null}, \"boot_disk_id\": Null, \"cpu_platform\": Null, \"hostname\": String(\"the-host\"), \"identity\": Object {\"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"name\": String(\"instance-consistency-group-1\"), \"time_created\": String(\"2026-01-16T23:08:24.704809Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:24.704809Z\")}, \"intended_state\": String(\"Running\"), \"memory\": Number(1073741824), \"ncpus\": Number(4), \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"runtime_state\": Object {\"dst_propolis_id\": Null, \"gen\": Number(1), \"migration_id\": Null, \"nexus_state\": String(\"Creating\"), \"propolis_id\": Null, \"time_last_auto_restarted\": Null, \"time_updated\": String(\"2026-01-16T23:08:24.704809Z\")}, \"updater_gen\": Number(1), \"updater_id\": Null, \"user_data\": Array [Number(35), Number(99), Number(108), Number(111), Number(117), Number(100), Number(45), Number(99), Number(111), Number(110), Number(102), Number(105), Number(103), Number(10), Number(115), Number(121), Number(115), Number(116), Number(101), Number(109), Number(95), Number(105), Number(110), Number(102), Number(111), Number(58), Number(10), Number(32), Number(32), Number(100), Number(101), Number(102), Number(97), Number(117), Number(108), Number(116), Number(95), Number(117), Number(115), Number(101), Number(114), Number(58), Number(10), Number(32), Number(32), Number(32), Number(32), Number(110), Number(97), Number(109), Number(101), Number(58), Number(32), Number(111), Number(120), Number(105), Number(100), Number(101)]}, \"multicast-group-0\": Null, \"multicast-group-1\": Null, \"multicast-group-10\": Null, \"multicast-group-11\": Null, \"multicast-group-12\": Null, \"multicast-group-13\": Null, \"multicast-group-14\": Null, \"multicast-group-15\": Null, \"multicast-group-16\": Null, \"multicast-group-17\": Null, \"multicast-group-18\": Null, \"multicast-group-19\": Null, \"multicast-group-2\": Null, \"multicast-group-20\": Null, \"multicast-group-21\": Null, \"multicast-group-22\": Null, \"multicast-group-23\": Null, \"multicast-group-24\": Null, \"multicast-group-25\": Null, \"multicast-group-26\": Null, \"multicast-group-27\": Null, \"multicast-group-28\": Null, \"multicast-group-29\": Null, \"multicast-group-3\": Null, \"multicast-group-30\": Null, \"multicast-group-31\": Null, \"multicast-group-4\": Null, \"multicast-group-5\": Null, \"multicast-group-6\": Null, \"multicast-group-7\": Null, \"multicast-group-8\": Null, \"multicast-group-9\": Null, \"multicast_group0\": Null, \"multicast_group1\": Null, \"multicast_group10\": Null, \"multicast_group11\": Null, \"multicast_group12\": Null, \"multicast_group13\": Null, \"multicast_group14\": Null, \"multicast_group15\": Null, \"multicast_group16\": Null, \"multicast_group17\": Null, \"multicast_group18\": Null, \"multicast_group19\": Null, \"multicast_group2\": Null, \"multicast_group20\": Null, \"multicast_group21\": Null, \"multicast_group22\": Null, \"multicast_group23\": Null, \"multicast_group24\": Null, \"multicast_group25\": Null, \"multicast_group26\": Null, \"multicast_group27\": Null, \"multicast_group28\": Null, \"multicast_group29\": Null, \"multicast_group3\": Null, \"multicast_group30\": Null, \"multicast_group31\": Null, \"multicast_group4\": Null, \"multicast_group5\": Null, \"multicast_group6\": Null, \"multicast_group7\": Null, \"multicast_group8\": Null, \"multicast_group9\": Null, \"multicast_group_params0\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"e06d30d6-99f8-4d90-af0d-cfbca46d6c8e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(0)}, \"multicast_group_params1\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"7a67544b-5751-4147-90ad-32d360d3d95d\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(1)}, \"multicast_group_params10\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"96eee084-ac6c-4917-aaad-01a0265cd770\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(10)}, \"multicast_group_params11\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"918c8d56-65fb-4c44-9ab7-6baf03a7971f\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(11)}, \"multicast_group_params12\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"36bcb6bf-ff73-4842-868d-8be77a52c60a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(12)}, \"multicast_group_params13\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"f47c3fa4-d39d-44e8-bd0f-91dce668b145\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(13)}, \"multicast_group_params14\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"75dda13b-880b-4071-9666-51c2d378b94f\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(14)}, \"multicast_group_params15\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"1f043974-952c-4bef-9424-9e8169abfca6\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(15)}, \"multicast_group_params16\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"8e903ef1-9166-4040-b829-f0e4afdbb1b9\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(16)}, \"multicast_group_params17\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"cc67cebb-73ab-481e-a821-0ed541b33d4a\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(17)}, \"multicast_group_params18\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"d67abc7d-0756-4d5a-9c9f-b53abaa011b2\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(18)}, \"multicast_group_params19\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"ddfb25b4-9ef9-472e-a578-9f914b250d1b\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(19)}, \"multicast_group_params2\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"e277ae58-8606-4d37-9836-e390b7f21d81\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(2)}, \"multicast_group_params20\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"e8947019-a06d-4305-9bb1-0e2253a3094b\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(20)}, \"multicast_group_params21\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"611b9254-266a-45f4-9bf7-2d92d5efa19e\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(21)}, \"multicast_group_params22\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"740bba34-1220-4c08-a19f-dacf0b959035\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(22)}, \"multicast_group_params23\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"cfb083eb-4b22-48a5-822e-f89dd22330af\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(23)}, \"multicast_group_params24\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"ee34e84a-ad11-47ec-ba1c-cc9b39e30d77\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(24)}, \"multicast_group_params25\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"a3a3d478-53bd-4aa9-92cd-49a48cbce0dc\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(25)}, \"multicast_group_params26\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"769b303d-5c10-4b76-b118-1856a792a38c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(26)}, \"multicast_group_params27\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"a1454161-10a3-41dd-9520-cd9c4b29edef\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(27)}, \"multicast_group_params28\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"e9f3486c-fb38-41e7-8362-4226b1349421\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(28)}, \"multicast_group_params29\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"aa367f85-594a-49d1-818a-ebda32a01a52\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(29)}, \"multicast_group_params3\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"6b171449-17de-470d-97d4-5ff7bcc756f5\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(3)}, \"multicast_group_params30\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"6711357c-4b0e-4abe-9722-cb10649b9e14\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(30)}, \"multicast_group_params31\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"26ecf89a-b7f9-44bb-9a91-a45333b421e9\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(31)}, \"multicast_group_params4\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"60877a6d-7331-42ba-96bb-b9942ae5cdad\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(4)}, \"multicast_group_params5\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"ef5ea57e-09e2-4bdb-a990-e31b517a28ed\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(5)}, \"multicast_group_params6\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"105497fa-861a-4c4d-b371-b3063369152d\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(6)}, \"multicast_group_params7\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"909d9ec7-9347-4f58-be22-1296049b40a0\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(7)}, \"multicast_group_params8\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"4eb07be2-a616-4c96-840c-28fc73741477\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(8)}, \"multicast_group_params9\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"6a86fe61-3e58-46cf-b218-89b8da1f6103\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(9)}, \"network_interface0\": Null, \"network_interface1\": Null, \"network_interface2\": Null, \"network_interface3\": Null, \"network_interface4\": Null, \"network_interface5\": Null, \"network_interface6\": Null, \"network_interface7\": Null, \"network_interface_params0\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"c012f873-248d-4d94-8d58-49e865939937\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(0)}, \"network_interface_params1\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"4aac8ea6-cb77-46c5-9b9f-42574d14b8ba\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(1)}, \"network_interface_params2\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"c8a45ac5-2a2d-4750-a118-0cdd4d91c21c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(2)}, \"network_interface_params3\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"99217cf5-9b64-4065-b14d-264ace405529\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(3)}, \"network_interface_params4\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"79e44c5e-c3f1-4d4a-95e6-c28d4589278c\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(4)}, \"network_interface_params5\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"1a1b55fe-1a73-4976-9cb8-dbf1590420a7\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(5)}, \"network_interface_params6\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"db8cbe57-2e4c-450d-bb2e-7f9757baf88d\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(6)}, \"network_interface_params7\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"new_id\": String(\"b12d1de2-e1bc-4a1e-91ae-06f6874cffca\"), \"saga_params\": Object {\"boundary_switches\": Array [], \"create_params\": Object {\"anti_affinity_groups\": Array [], \"auto_restart_policy\": Null, \"boot_disk\": Null, \"cpu_platform\": Null, \"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"disks\": Array [], \"external_ips\": Array [], \"hostname\": String(\"the-host\"), \"memory\": Number(1073741824), \"multicast_groups\": Array [], \"name\": String(\"instance-consistency-group-1\"), \"ncpus\": Number(4), \"network_interfaces\": Object {\"type\": String(\"default_ipv4\")}, \"ssh_public_keys\": Array [], \"start\": Bool(true), \"user_data\": String(\"I2Nsb3VkLWNvbmZpZwpzeXN0ZW1faW5mbzoKICBkZWZhdWx0X3VzZXI6CiAgICBuYW1lOiBveGlkZQ==\")}, \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}}, \"which\": Number(7)}, \"output\": Null, \"set_boot_disk\": Null, \"snat_ipv4\": Null, \"snat_ipv4_id\": String(\"3056f1b7-d69c-4f43-bbb4-5dcf74525e25\"), \"stopped_instance\": Null} }) }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.757779923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.757874995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.757922546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.781980583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.782119146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.78272682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.791856982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.791951884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.791999375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.792515947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.792604169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.7926656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.792728882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.793331466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.798841943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.798930905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.799015587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.799893758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.806597263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.806685885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.806782157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.807647227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.815500759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.815602291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.817427274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.81813784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.818203562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.818244193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.826463813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.835691787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.835806729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.835886571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.835956633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.836017384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.846124888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.84751054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.847569392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"cpu_platform\": String(\"AmdMilan\"), \"id\": String(\"dbce397c-271a-4e0c-bc27-54b8e59e34b9\"), \"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"propolis_ip\": String(\"::1:0/128\"), \"propolis_port\": Number(12400), \"runtime\": Object {\"gen\": Number(1), \"state\": String(\"Creating\"), \"time_state_updated\": String(\"2026-01-16T23:08:30.554451Z\")}, \"sled_id\": String(\"b6d65341-167c-41df-9b5c-41cded99c229\"), \"time_created\": String(\"2026-01-16T23:08:30.554451Z\"), \"time_deleted\": Null})","node_id":"3","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.85097207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.851059012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.851115124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.851769359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.857175464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.857230515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"4","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.860857459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.860977382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.861039883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.87083857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"moving instance to Starting state via saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.881949718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","start_reason":"AutoStart","propolis_id":"dbce397c-271a-4e0c-bc27-54b8e59e34b9","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.88202765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.882106091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.882864639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.894072619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.894192051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.895202995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.8958504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.905202846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.905329409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.905401541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.905865772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.906898126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.906957117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"cpu_platform\": String(\"AmdMilan\"), \"id\": String(\"fb208665-16a8-4b92-8afa-3c5dc2b05723\"), \"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"propolis_ip\": String(\"::1:1/128\"), \"propolis_port\": Number(12400), \"runtime\": Object {\"gen\": Number(1), \"state\": String(\"Creating\"), \"time_state_updated\": String(\"2026-01-16T23:08:30.638489Z\")}, \"sled_id\": String(\"b6d65341-167c-41df-9b5c-41cded99c229\"), \"time_created\": String(\"2026-01-16T23:08:30.638489Z\"), \"time_deleted\": Null})","node_id":"3","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.909051066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.909126877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.913359575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.914283927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.914333668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"4","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.915213298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.915329851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.915389682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.915443103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.915551586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.919214481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.919314113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.919372065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.919423226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.919782934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"moving instance to Starting state via saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.92089976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","start_reason":"AutoStart","propolis_id":"fb208665-16a8-4b92-8afa-3c5dc2b05723","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.920967881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.921024603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.921802991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.922428015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.922504057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.922560698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.923163622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.925975667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.926049299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.92610357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.926760036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.927707878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.927774799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.92825394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.928915495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.928994487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.929758835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.931831613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.935278713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.935709673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.936865219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.936953772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.937017323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.937069774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.937615647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.941071307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.941161329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.94121682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.941298522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.941895026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.942983291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.954867126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.957049927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.97057325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.970678353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.970752314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.970806685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.970866117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.970912258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.972409383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.972567856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.972674189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.973467177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"set intended instance state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.975017683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","changed":false,"intended_state":"running","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.975097705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.975133976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.975280399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"instance-start","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":25,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[8,9,null],[9,10,null],[10,11,null],[11,12,null],[12,13,null],[13,14,null],[14,15,null],[15,16,null],[16,17,null],[17,18,null],[18,19,null],[19,20,null],[20,21,null],[21,22,null],[22,23,null],[24,0,null],[23,25,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"instance_start.generate_propolis_id\",\"label\":\"GeneratePropolisId\",\"name\":\"propolis_id\"}},{\"Action\":{\"action_name\":\"instance_start.alloc_server\",\"label\":\"AllocServer\",\"name\":\"sled_id\"}},{\"Action\":{\"action_name\":\"instance_start.alloc_propolis_ip\",\"label\":\"AllocPropolisIp\",\"name\":\"propolis_ip\"}},{\"Action\":{\"action_name\":\"instance_start.create_vmm_record\",\"label\":\"CreateVmmRecord\",\"name\":\"vmm_record\"}},{\"Action\":{\"action_name\":\"instance_start.mark_as_starting\",\"label\":\"MarkAsStarting\",\"name\":\"started_record\"}},{\"Action\":{\"action_name\":\"instance_start.list_local_storage\",\"label\":\"ListLocalStorage\",\"name\":\"local_storage_records\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_0\",\"label\":\"EnsureLocalStorage_0\",\"name\":\"ensure_local_storage_0\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_1\",\"label\":\"EnsureLocalStorage_1\",\"name\":\"ensure_local_storage_1\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_2\",\"label\":\"EnsureLocalStorage_2\",\"name\":\"ensure_local_storage_2\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_3\",\"label\":\"EnsureLocalStorage_3\",\"name\":\"ensure_local_storage_3\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_4\",\"label\":\"EnsureLocalStorage_4\",\"name\":\"ensure_local_storage_4\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_5\",\"label\":\"EnsureLocalStorage_5\",\"name\":\"ensure_local_storage_5\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_6\",\"label\":\"EnsureLocalStorage_6\",\"name\":\"ensure_local_storage_6\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_7\",\"label\":\"EnsureLocalStorage_7\",\"name\":\"ensure_local_storage_7\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_8\",\"label\":\"EnsureLocalStorage_8\",\"name\":\"ensure_local_storage_8\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_9\",\"label\":\"EnsureLocalStorage_9\",\"name\":\"ensure_local_storage_9\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_10\",\"label\":\"EnsureLocalStorage_10\",\"name\":\"ensure_local_storage_10\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_local_storage_11\",\"label\":\"EnsureLocalStorage_11\",\"name\":\"ensure_local_storage_11\"}},{\"Action\":{\"action_name\":\"instance_start.dpd_ensure\",\"label\":\"DpdEnsure\",\"name\":\"dpd_ensure\"}},{\"Action\":{\"action_name\":\"instance_start.v2p_ensure\",\"label\":\"V2PEnsure\",\"name\":\"v2p_ensure\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_registered\",\"label\":\"EnsureRegistered\",\"name\":\"ensure_registered\"}},{\"Action\":{\"action_name\":\"instance_start.update_multicast_sled_id\",\"label\":\"UpdateMulticastSledId\",\"name\":\"multicast_sled_id\"}},{\"Action\":{\"action_name\":\"instance_start.add_virtual_resources\",\"label\":\"AddVirtualResources\",\"name\":\"virtual_resources\"}},{\"Action\":{\"action_name\":\"instance_start.ensure_running\",\"label\":\"EnsureRunning\",\"name\":\"ensure_running\"}},{\"Start\":{\"params\":{\"db_instance\":{\"auto_restart\":{\"cooldown\":null,\"policy\":null},\"boot_disk_id\":null,\"cpu_platform\":null,\"hostname\":\"the-host\",\"identity\":{\"description\":\"instance \\\"instance-consistency-group-1\\\"\",\"id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"name\":\"instance-consistency-group-1\",\"time_created\":\"2026-01-16T23:08:24.704809Z\",\"time_deleted\":null,\"time_modified\":\"2026-01-16T23:08:24.704809Z\"},\"intended_state\":\"Running\",\"memory\":1073741824,\"ncpus\":4,\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"runtime_state\":{\"dst_propolis_id\":null,\"gen\":2,\"migration_id\":null,\"nexus_state\":\"NoVmm\",\"propolis_id\":null,\"time_last_auto_restarted\":null,\"time_updated\":\"2026-01-16T23:08:24.704809Z\"},\"updater_gen\":1,\"updater_id\":null,\"user_data\":[35,99,108,111,117,100,45,99,111,110,102,105,103,10,115,121,115,116,101,109,95,105,110,102,111,58,10,32,32,100,101,102,97,117,108,116,95,117,115,101,114,58,10,32,32,32,32,110,97,109,101,58,32,111,120,105,100,101]},\"reason\":\"AutoStart\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"instance-start\",\"start_node\":24}"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.975628347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"instance-start","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.976710352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.976801764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.976855465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.97835132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.986334325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:30.986406366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"instance-start","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.986529509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N024 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.986587311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"24","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.98957583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.989680762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.989746514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.990102162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.991189557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:30.991241409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.99127951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.991629627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.994963715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N024 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.995011536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"24","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:30.995381014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.013553765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.013670048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.01374657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.013809991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.013914954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.014500327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.016410171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.028370969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.028477021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.028540592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.029189497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.032906583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.032967264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.033008656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.033071037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.033123568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.033869656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.039861154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.039960126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"629b0124-32fc-4f22-b77d-706819a10192\"))","node_id":"0","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.043242393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.043323304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.043376496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.043418067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.046282833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.046344074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.047130083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.057947803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.058052985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.058090826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.05866242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.063820879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.063900061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"auto_restart\": Object {\"cooldown\": Null, \"policy\": Null}, \"boot_disk_id\": Null, \"cpu_platform\": Null, \"hostname\": String(\"the-host\"), \"identity\": Object {\"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"name\": String(\"instance-consistency-group-2\"), \"time_created\": String(\"2026-01-16T23:08:24.603198Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:24.603198Z\")}, \"intended_state\": String(\"Running\"), \"memory\": Number(1073741824), \"ncpus\": Number(4), \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"runtime_state\": Object {\"dst_propolis_id\": Null, \"gen\": Number(3), \"migration_id\": Null, \"nexus_state\": String(\"Vmm\"), \"propolis_id\": String(\"dbce397c-271a-4e0c-bc27-54b8e59e34b9\"), \"time_last_auto_restarted\": Null, \"time_updated\": String(\"2026-01-16T23:08:24.603198Z\")}, \"updater_gen\": Number(1), \"updater_id\": Null, \"user_data\": Array [Number(35), Number(99), Number(108), Number(111), Number(117), Number(100), Number(45), Number(99), Number(111), Number(110), Number(102), Number(105), Number(103), Number(10), Number(115), Number(121), Number(115), Number(116), Number(101), Number(109), Number(95), Number(105), Number(110), Number(102), Number(111), Number(58), Number(10), Number(32), Number(32), Number(100), Number(101), Number(102), Number(97), Number(117), Number(108), Number(116), Number(95), Number(117), Number(115), Number(101), Number(114), Number(58), Number(10), Number(32), Number(32), Number(32), Number(32), Number(110), Number(97), Number(109), Number(101), Number(58), Number(32), Number(111), Number(120), Number(105), Number(100), Number(101)]})","node_id":"4","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sled reservation starting","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:31.064036374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"propolis_id":"629b0124-32fc-4f22-b77d-706819a10192","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","query":"sled_reservation","component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.064090065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.064138416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.064183367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.06559898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.065651411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"5","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.06901806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.069099181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.070644047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"no attached local storage disks","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:31.071648171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"propolis_id":"629b0124-32fc-4f22-b77d-706819a10192","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","query":"sled_reservation","component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.071968088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.07203888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"auto_restart\": Object {\"cooldown\": Null, \"policy\": Null}, \"boot_disk_id\": Null, \"cpu_platform\": Null, \"hostname\": String(\"the-host\"), \"identity\": Object {\"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"name\": String(\"instance-consistency-group-3\"), \"time_created\": String(\"2026-01-16T23:08:24.605732Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:24.605732Z\")}, \"intended_state\": String(\"Running\"), \"memory\": Number(1073741824), \"ncpus\": Number(4), \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"runtime_state\": Object {\"dst_propolis_id\": Null, \"gen\": Number(3), \"migration_id\": Null, \"nexus_state\": String(\"Vmm\"), \"propolis_id\": String(\"fb208665-16a8-4b92-8afa-3c5dc2b05723\"), \"time_last_auto_restarted\": Null, \"time_updated\": String(\"2026-01-16T23:08:24.605732Z\")}, \"updater_gen\": Number(1), \"updater_id\": Null, \"user_data\": Array [Number(35), Number(99), Number(108), Number(111), Number(117), Number(100), Number(45), Number(99), Number(111), Number(110), Number(102), Number(105), Number(103), Number(10), Number(115), Number(121), Number(115), Number(116), Number(101), Number(109), Number(95), Number(105), Number(110), Number(102), Number(111), Number(58), Number(10), Number(32), Number(32), Number(100), Number(101), Number(102), Number(97), Number(117), Number(108), Number(116), Number(95), Number(117), Number(115), Number(101), Number(114), Number(58), Number(10), Number(32), Number(32), Number(32), Number(32), Number(110), Number(97), Number(109), Number(101), Number(58), Number(32), Number(111), Number(120), Number(105), Number(100), Number(101)]})","node_id":"4","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.074420695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.075564491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.075633403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.077160388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.077219829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"5","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.078395537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.078463409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.078937249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.081801566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.081907708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.08241859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.083233199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.083320771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.083376152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.083438094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.08371816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sled targets: {b6d65341-167c-41df-9b5c-41cded99c229 (sled)}","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:31.084352055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"propolis_id":"629b0124-32fc-4f22-b77d-706819a10192","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","query":"sled_reservation","component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"local_storage_allocation_required: false","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:31.084421916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"propolis_id":"629b0124-32fc-4f22-b77d-706819a10192","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","query":"sled_reservation","component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"trying sled target b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:31.084466987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"propolis_id":"629b0124-32fc-4f22-b77d-706819a10192","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","query":"sled_reservation","component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"attempting to insert sled resource record","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:31.084507778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"propolis_id":"629b0124-32fc-4f22-b77d-706819a10192","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","query":"sled_reservation","component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","local_storage_required":false}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.08589111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.086105485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.087551539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.087791694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.088277356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.088327897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.096477986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.096580278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.09664628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.096699511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.096776473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.096843984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.096931316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.096987067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"reservation succeeded!","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:31.097048609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"propolis_id":"629b0124-32fc-4f22-b77d-706819a10192","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","query":"sled_reservation","component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.09709941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.097141231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"b6d65341-167c-41df-9b5c-41cded99c229\"))","node_id":"1","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.097185982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.097298035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.097392967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.097648333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.098554624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.101634505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.101766548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"2","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.102856773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.102951585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.103020207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.103709423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.105870313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.114687807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.11479684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.114846181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.115315112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.118547097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AllocPropolisIp","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.118634779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AllocPropolisIp","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.11868875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AllocPropolisIp","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.118767032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.118847213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.118913735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.118989287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.119159601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.120143114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.120216865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.120266417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.120687076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.122463187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.122521879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"::1:2\"))","node_id":"2","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.124240698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.12432858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.124386682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.125114929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.1351064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.146120295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.146256448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.146307269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.147092278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.148400548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.148450739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.151268044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.151411718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.151477469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.151799156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.152125714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.15369832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.153750992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.15411121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.154909259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.15498261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.155038602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.155676066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.158976313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.159080555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.159164107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.160232932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.161253266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.161316177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.161359598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.161408859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.162064854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.162973615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.171770109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.172213489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.1722696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.172451814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.173507419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.176824566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.179283983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.179359215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateVmmRecord","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.179422936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateVmmRecord","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.180181293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateVmmRecord","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.189146871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.189270674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.189332176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.189379537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.189438408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.189472659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Array [])","node_id":"5","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.195285723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.195355795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.196084732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.205713005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.207779023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.207854405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.215629014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.215701806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Array [])","node_id":"5","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.216872193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.216939745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"6","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.229121137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.229211679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"6","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.231565943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.231641475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"6","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.232834223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.232898225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"6","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.254159897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.254229718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"7","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.26252892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.262611472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"7","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.269862981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.269944803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"cpu_platform\": String(\"AmdMilan\"), \"id\": String(\"629b0124-32fc-4f22-b77d-706819a10192\"), \"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"propolis_ip\": String(\"::1:2/128\"), \"propolis_port\": Number(12400), \"runtime\": Object {\"gen\": Number(1), \"state\": String(\"Creating\"), \"time_state_updated\": String(\"2026-01-16T23:08:31.179270Z\")}, \"sled_id\": String(\"b6d65341-167c-41df-9b5c-41cded99c229\"), \"time_created\": String(\"2026-01-16T23:08:31.179270Z\"), \"time_deleted\": Null})","node_id":"3","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.271363235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.271419926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"7","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.272204805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.272263716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"7","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:31.274295293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.277682052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.277743603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"4","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.278376298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.278433899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"8","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.279007882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.279073534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"8","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"moving instance to Starting state via saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:31.282719058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","start_reason":"AutoStart","propolis_id":"629b0124-32fc-4f22-b77d-706819a10192","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.285120144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.285333949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.286470795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.288134733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.288191535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"8","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.290430907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.290493548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"8","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.295634557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.29575355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.296827925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.298221367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.298277328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"9","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.298881113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.298931623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"9","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.301201896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.301274988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.303604492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.306955419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.307017881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.307635415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.307695606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.308474655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.308584457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.308658849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.30871254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.310259766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.31261404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N010 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.312672742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"10","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.314063064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N010 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.314121005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"10","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.315129309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.315198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.315258852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.316178893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.321964757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N010 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.322019108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"10","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.323027121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N010 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.323080903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"10","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.323949063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.324069156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.324142178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.33245104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.336619076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N011 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.336688888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"11","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.337147258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N011 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.33720517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"11","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.33807616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.347873857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.3479911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.348065111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.348121423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.348181654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.349201948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.355916453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N011 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.355985815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"11","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.358555164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N011 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.358625976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"11","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.359030085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.359109117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.359180058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.360064949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.364683446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N012 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.364741187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"12","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.365941765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N012 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.365998336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"12","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.366709213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.366798145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.366860276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.367638604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.368966685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N012 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.369013166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"12","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.373123872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N012 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.373182113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"12","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.373767276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.383249106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.383348988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.383401519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.384053634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"MarkAsStarting","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.385478407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N013 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.385536299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"13","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.38732286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N013 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.387361611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"13","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.402525142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.402597394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.402645615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.402684186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.402718037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.40416046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.409073494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N013 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.409144235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"13","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.410366504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N013 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.410424735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"13","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.412528464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.412598096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"auto_restart\": Object {\"cooldown\": Null, \"policy\": Null}, \"boot_disk_id\": Null, \"cpu_platform\": Null, \"hostname\": String(\"the-host\"), \"identity\": Object {\"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"name\": String(\"instance-consistency-group-1\"), \"time_created\": String(\"2026-01-16T23:08:24.704809Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:24.704809Z\")}, \"intended_state\": String(\"Running\"), \"memory\": Number(1073741824), \"ncpus\": Number(4), \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"runtime_state\": Object {\"dst_propolis_id\": Null, \"gen\": Number(3), \"migration_id\": Null, \"nexus_state\": String(\"Vmm\"), \"propolis_id\": String(\"629b0124-32fc-4f22-b77d-706819a10192\"), \"time_last_auto_restarted\": Null, \"time_updated\": String(\"2026-01-16T23:08:24.704809Z\")}, \"updater_gen\": Number(1), \"updater_id\": Null, \"user_data\": Array [Number(35), Number(99), Number(108), Number(111), Number(117), Number(100), Number(45), Number(99), Number(111), Number(110), Number(102), Number(105), Number(103), Number(10), Number(115), Number(121), Number(115), Number(116), Number(101), Number(109), Number(95), Number(105), Number(110), Number(102), Number(111), Number(58), Number(10), Number(32), Number(32), Number(100), Number(101), Number(102), Number(97), Number(117), Number(108), Number(116), Number(95), Number(117), Number(115), Number(101), Number(114), Number(58), Number(10), Number(32), Number(32), Number(32), Number(32), Number(110), Number(97), Number(109), Number(101), Number(58), Number(32), Number(111), Number(120), Number(105), Number(100), Number(101)]})","node_id":"4","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.413482526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.423512758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.42359165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.423653361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.423688002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.424326077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N014 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.424374878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"14","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.425032353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N014 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.425100775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"14","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.427213864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.427280666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"5","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.428407022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N014 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.428462293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"14","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.432998578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N014 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.4330782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"14","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.433134811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.433186122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":5,"elapsed":"28.134601ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.438880134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.438997627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.440952342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.448175859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N015 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.448251111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"15","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.449235854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N015 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.449286345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"15","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.455231473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N015 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.455297274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"15","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.456390589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N015 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.45644463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"15","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.457359232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.457448534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.459244855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.462418749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N016 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.462487961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"16","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.463176187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N016 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.463240308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"16","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.463924494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.464013846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.464874056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.484199473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.484323287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.484400128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.48445687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.485306709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.487123691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N016 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.487181563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"16","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.487782057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N016 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.487834808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"16","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.496948039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N017 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.497023511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"17","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.49786642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.497959252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.498021684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.499342194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.500172013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N017 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.500235645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"17","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.502571549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N017 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.5026276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"17","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.503440189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N017 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.503510781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"17","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.505815694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N018 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.505874586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"18","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.508160018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N018 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.50823308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"18","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.509007868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.509425618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.50951889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.510011451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"start saga: ensuring instance dpd configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:31.511361213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","start_reason":"AutoStart","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.511422734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.511536867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.512247293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"start saga: ensuring instance dpd configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:31.513327758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","start_reason":"AutoStart","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.51341561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.513458181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.514212919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.522378128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.52939702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.529512183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.529565764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.530180908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.531374356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.531434917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.531476538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.531513269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.532083322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.533225149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.53329066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.533337341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.533378672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.533594517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.534282363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.534390086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.534447677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.534538799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.53502765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.538368248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.548935723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"looking up instance's primary network interface","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:31.549016334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.549063606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.549125007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.549171148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.549235659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.550628592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"looking up instance's primary network interface","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:31.550718404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.550751875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.550819226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.551580294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.552491975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.552566647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.552618578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.553356965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.558957615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.559042407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.559975188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.560759466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.560853399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.561615106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.56265788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.562749052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.562808084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.56349848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.569694423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.569792075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.569839747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.569897278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.569954739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.570001391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.572340724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.584302422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ListLocalStorage","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.587634128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.587739621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.587801803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.587868694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.588770165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.58987363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.589939452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Array [])","node_id":"5","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.590698339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.590797242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.590860213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.590908864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.591604261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.597333463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.597396874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"6","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.598415478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.59849402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.598557052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.599385781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.600796453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.600870115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.600955667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.601710395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.60325569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.603325972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"6","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.609818072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.609903834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.610027357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.610779615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.612614097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.612708949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.61276631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.613740923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.616968918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.61703062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"7","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.61791514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.627671226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.627789138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.62786726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.627926401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.627994733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.628594137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.631930954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.64036874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.640483252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.640573934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.640649356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.640868211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.641350523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.643021811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.643074202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"7","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.644635278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.644734631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.644797282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.645741014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.646812809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.646900241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.646973373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.647641578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.648929828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.648979749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"8","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.65160436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.651882017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.65200201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.653699339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.655242204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.655374977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.655434709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.656151845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.657569718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.657622669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"8","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.660718991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.667953439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.668078672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.668133753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.668620964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.669648138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.677560531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.677663024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.677714935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.678557054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.679904335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.679960507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"9","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.682904495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.682963886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up instance's external IPs","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:31.698542327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.698593648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.69865731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.699680963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.700994404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N010 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.701048825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"10","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up instance's external IPs","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:31.70471926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.704798522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.704868173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.704928475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.706923021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N010 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.706980422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"10","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.707817842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.707898474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.708632061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.709632514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.709705655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.710361531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.712199593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N011 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.712250664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"11","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.714950057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.715008608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.715055429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.71509524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.715701904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.717079866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N011 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.717137138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"11","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.717813583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.717857154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.717953317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.718026288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.718776745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.721187731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.726590957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.726670348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.726704919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.727396325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.728575972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N012 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.728628213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"12","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.729428002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.733564868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.733633669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.733679711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.734308165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:31.73580803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.735942803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.738732767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N012 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.738787429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"12","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.739964086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.740160091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.740663672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"797f89ac-2943-4544-b621-c0274cd052eb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.740732744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"797f89ac-2943-4544-b621-c0274cd052eb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.741058341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"797f89ac-2943-4544-b621-c0274cd052eb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.741131233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"797f89ac-2943-4544-b621-c0274cd052eb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.742031064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"797f89ac-2943-4544-b621-c0274cd052eb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.743429616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N013 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.743478557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"13","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.744239165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:7462","req_id":"c1305184-da26-4683-86da-d992ba448738","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   5c 49 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   \\I..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.744344927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:7462","req_id":"c1305184-da26-4683-86da-d992ba448738","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23625,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.745150306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.745218228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.745256758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:7462","req_id":"c1305184-da26-4683-86da-d992ba448738","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.74532681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:44500","req_id":"c30ef3de-0ce7-4ac6-bf89-e7c911f13d13","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   82 2a 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .*..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.745392062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:44500","req_id":"c30ef3de-0ce7-4ac6-bf89-e7c911f13d13","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 33322,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.745532355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.745565236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.745597446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:44500","req_id":"c30ef3de-0ce7-4ac6-bf89-e7c911f13d13","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.745674618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3948, tv_nsec: 520938340 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.74574668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.746701092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3948, tv_nsec: 521291838 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.746778704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:31.746813245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"797f89ac-2943-4544-b621-c0274cd052eb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5952,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.747176653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"797f89ac-2943-4544-b621-c0274cd052eb\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:08:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.747366938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.748259288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N013 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.748313589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"13","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.74918499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c3ddaa45-2c68-4bd0-9bf9-7de1d24bb126","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.749247671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c3ddaa45-2c68-4bd0-9bf9-7de1d24bb126","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.749299192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:18514","req_id":"ba5adbce-cc2b-4b5f-94f1-eb51dad27806","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   57 79 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   Wy..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.749434575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:18514","req_id":"ba5adbce-cc2b-4b5f-94f1-eb51dad27806","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 22393,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.74963076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.749668101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:18514","req_id":"ba5adbce-cc2b-4b5f-94f1-eb51dad27806","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.749779453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:15047","req_id":"536c1ba6-78d8-4b9c-868e-789784771085","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   7e aa 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ~...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.749877276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:15047","req_id":"536c1ba6-78d8-4b9c-868e-789784771085","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 32426,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.75008076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.750129491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:15047","req_id":"536c1ba6-78d8-4b9c-868e-789784771085","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.750272015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c3ddaa45-2c68-4bd0-9bf9-7de1d24bb126","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.750350616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c3ddaa45-2c68-4bd0-9bf9-7de1d24bb126","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.751236787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c3ddaa45-2c68-4bd0-9bf9-7de1d24bb126","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.794673793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.843690598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.844359623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N014 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.844421305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"14","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:31.846027902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c3ddaa45-2c68-4bd0-9bf9-7de1d24bb126","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":96327,"response_code":200}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.846129834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.846181356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.846222127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3ddaa45-2c68-4bd0-9bf9-7de1d24bb126\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:08:31 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.84636079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.846409851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:31.846454442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.846496903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.846837361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.84765734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"d9a42449-dbb4-4d77-99d8-701af7d0494e","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.85799726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d0bc2a7-04d0-44b5-9868-ede156cf5c61\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:08:31 GMT\"} })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.859816591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b880c04-fa1c-4589-8497-a67f2e3b4e48\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:08:31 GMT\"} })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:31.865271308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"d9a42449-dbb4-4d77-99d8-701af7d0494e","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":13869,"response_code":200}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.86537897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N018 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.865429132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"18","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.865465812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N018 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.865662897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"18","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.865702748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N014 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.865734639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"14","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.865767639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.8658104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.866546407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.866605079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.866643909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.877697925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.877776807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.877816998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 11 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.87791663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 11 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.877962282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 11 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.878128955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.886898778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":22,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.889334875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N019 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.889398236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"19","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.890043162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N015 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.890129424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"15","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.892426857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N019 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.892483158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"19","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.893954422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":22}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.894018903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":10,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.897201887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":10}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.897272359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":10,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.905229033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N015 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.905370886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"15","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.905754125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N019 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.905808016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"19","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.906443301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.906543773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.906593314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.907826933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.909203915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N019 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.909256016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"19","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.910230169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":10}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.910318101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":10,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.913002393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N020 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.913053174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"20","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.913440663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N020 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.913488474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"20","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.915342537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N016 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.915409759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"16","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.917830355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":10}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.917911636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"start saga: ensuring instance is registered on sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:31.918209654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","start_reason":"AutoStart","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.918281395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.918347077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.920686321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"start saga: ensuring instance is registered on sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:31.923376743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","start_reason":"AutoStart","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.923458515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.923521437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.924305755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.927023858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N016 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.927079539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"16","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.92712015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.927165331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.927198062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.927256423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.927525679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.930005917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.930099149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.930781035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.931801718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N017 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.931852219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"17","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.932489274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.932570486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.933016286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.93575469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.935838532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.936536988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.938155176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N017 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.938205517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"17","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.938682677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.93876687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.938820951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.938868372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.939474726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.943143611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.943355596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.943418677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.943472779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.944184475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.945212159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.945297951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.945366492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.946005287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.947968372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N018 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.948017614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"18","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.958821954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.958913766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.958969617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.959784306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"start saga: ensuring instance dpd configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:31.962864448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","start_reason":"AutoStart","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.962931359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.963003541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.963035192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.963548203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.963634195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.963688276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.96425821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.965085359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.965175191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.965236132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.965872917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.969693486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.969762297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.969900951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.969999453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.970548366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.971667041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.978651933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.978814757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.978904719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.97896345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.979023762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.979557074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.982987934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.98804988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.988231495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.988327247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:31.988380318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.988431969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.98886881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:31.990742293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:31.99231443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.006127079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"looking up instance's primary network interface","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:32.006205291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.006236002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.006287253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.006325664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.006382225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.006431486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.006477787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.006516018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.009438526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.009521388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.009567969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.010013099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.011857462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.011954014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.012002055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.012761413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.014343139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.014397411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.017080253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.017144454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.017188335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.017932363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.018839913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.019031588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.01912855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.019571801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.020468331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.020567724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.023135833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.023978693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.032609592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.033135665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.033251757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.033654347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.035285544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.046340521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.046449353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.046620497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.047058777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.048348567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.04846965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.048527431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.048593123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.04892734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.049959904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.050077857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.050128388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.05019857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.051572262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.051689165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.051775607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.051858258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.05193113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.052315459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.05536742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.055471472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.055540164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.056833784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.057593501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.057676793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.057727094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.058950263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.059017434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.059066935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.059120857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.059643859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.062697649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.062794922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.062867663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.064742847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.074503833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.074595365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.074659446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.074697537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.074742078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.074795789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.07483797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.074873941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.079101479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.089198723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.089401947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.089479519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.089531601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.089579762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.090189616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.095741234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.101378385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.101485098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.111046839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.111461638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.111580621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.111662613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.112653316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.113469575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.113583727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.11366812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.113731011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.114409557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.116141707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.116218829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.11627219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.116316171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.116353522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.119542876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.119634018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.120273833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.1206049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.121570383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.121666795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.121724326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.122552585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.123748883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.123829705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.123893466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.124390668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.134748708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.13485197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.134931722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.135766831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.137207145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.145699741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.145897026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.145969157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.146739505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.147681097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.147758829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.14780459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.148410254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.152955329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.179139156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.179399211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.179472513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.180147109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.185267527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.195343501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.195491434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.195566726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.196247582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"looking up instance's external IPs","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:32.197155023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.197204664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.197264005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.198264778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.199162819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.19921798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.203978781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.204125294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.205052976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.206403927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.206487079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.207312368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"DpdEnsure","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.210739977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.210820769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.214803841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.224906085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.224977857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.225337865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.225408877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.226007601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.226916822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.226999984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.227633608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.228657082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.234299763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.235367848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.240073757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.242579575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.242692277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.242740098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.243770972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.244489269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.244610802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.249047295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.249139967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.249198208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.249244289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.256976958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.257969631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:7590","req_id":"ec6a6c43-51a6-4af0-8ff3-10cc2fc4804a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   8f d7 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.258062063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:7590","req_id":"ec6a6c43-51a6-4af0-8ff3-10cc2fc4804a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 36823,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.258217687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.258392251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.258428662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:7590","req_id":"ec6a6c43-51a6-4af0-8ff3-10cc2fc4804a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.258593645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.258674418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.259562678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.260590152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.260652853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.260702644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.260749615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.26138418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.26266924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3949, tv_nsec: 37926342 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.262738792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.26309328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:52067","req_id":"cf636117-ab71-436f-843e-c12488335e0a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   2d c3 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   -...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.263166542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:52067","req_id":"cf636117-ab71-436f-843e-c12488335e0a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11715,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.263367306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.263410057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:52067","req_id":"cf636117-ab71-436f-843e-c12488335e0a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.299642326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.30025103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.300344202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.301708634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.302672246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.302745448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.303401553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.304162131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.309209387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.309261759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.309285679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.30930783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.30932874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.309915844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.312009993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"824884a8-40d4-4a37-93e5-e178f52dba33\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:08:32 GMT\"} })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.314229324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N018 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.31447839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"18","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.317004848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ById(2d7c0490-cd74-4458-93da-f848e9c15bf6) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.3171038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.317168992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.317224923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.317978671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.318879181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.318942903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.319625039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.320371116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.327268046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.327349348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.327385698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.328046604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.329410085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N019 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.329465767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"19","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.331205977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.331305589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.331372481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.332117428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.332851215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ById(2d7c0490-cd74-4458-93da-f848e9c15bf6) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.332948507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.333005078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.33307589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.333617733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.334396141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N019 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.334441082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"19","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.343093772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.343180994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.343230965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.344083385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.345050618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.34513512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.345194281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.345778004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.346762117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N020 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.346808488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"20","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"start saga: ensuring instance is registered on sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:32.350295509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","start_reason":"AutoStart","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.350373261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.350441032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.351157949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.351885126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.361880787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ById(2d7c0490-cd74-4458-93da-f848e9c15bf6) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.361984619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ById(2d7c0490-cd74-4458-93da-f848e9c15bf6) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.362088792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.362201124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.362269476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.362656715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.365844699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.365944411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.366010643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.366369501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.367444026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.367502997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.368165583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.376323012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.376405084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.376472545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.376517106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.377509179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.387834548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ById(2d7c0490-cd74-4458-93da-f848e9c15bf6) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.388031042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ById(2d7c0490-cd74-4458-93da-f848e9c15bf6) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.388126425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.388214327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.388311479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.388829311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.390019399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.39009017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.390894939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.393270244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.393398027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.393473849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.393553361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.394053042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.395232829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.395310021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.395357842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.396180191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.397247596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.397339708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.39740569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.398026304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.409296565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.419763117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ById(2d7c0490-cd74-4458-93da-f848e9c15bf6) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.420258199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.420393772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.421113919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.422192304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.422268525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.422329597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.422999252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.424161839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.424256781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.424327233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.424753323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.430581248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.430712761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.431646893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.432614295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.442569026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ById(2d7c0490-cd74-4458-93da-f848e9c15bf6) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.444171003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.444230094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.444282085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.444355697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.444416599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.44446788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.445119155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.447459609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.447549771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.450149481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.450248023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.450317375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.450368446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.451144884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.459230722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.459413626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.459477087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.459536649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.45959244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.460147113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.463968561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.464063063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.464673227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.465485886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.465561178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.465615819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.466247454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.466971971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.467054603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.467688077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.470356969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.470491212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.470568954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.470628246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.471122517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.471877944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.471961996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.472499149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.473332538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.47342233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.473496712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.473985983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.516761714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/v2p","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.517098562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.517200984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.517274106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.517328447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.517932891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.518633347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.518703008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.51875071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.519265052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.520031659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.528013364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.528144367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.528235839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.528829213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:32.531476934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46234"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.531521685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.531564896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.531593827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.531665639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.53172102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.531787151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.531856533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.531922585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.532347804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.532945649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.533063861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.533120033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.533568263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.534366581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"c895df00-0c6c-487a-9334-8d830a8817b7","remote_addr":"[::1]:46234","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.534430463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"c895df00-0c6c-487a-9334-8d830a8817b7","remote_addr":"[::1]:46234","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:32.534922034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"c895df00-0c6c-487a-9334-8d830a8817b7","remote_addr":"[::1]:46234","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":564,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.535641891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c895df00-0c6c-487a-9334-8d830a8817b7\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:08:32 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:32.535705482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:32.535731603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:32.535761334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[VirtualNetworkInterfaceHost { physical_host_ip: ::1, virtual_ip: 172.30.0.7, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 2])), vni: Vni(592861) }, VirtualNetworkInterfaceHost { physical_host_ip: ::1, virtual_ip: 172.30.0.6, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 1])), vni: Vni(592861) }, VirtualNetworkInterfaceHost { physical_host_ip: ::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(592861) }]","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.535806384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/v2p","method":"PUT"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.536234434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.536319406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.536391788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.53690508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.537387901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.537464803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.537525124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.538009686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.539161772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"PUT","req_id":"c4b6417b-2743-4061-bf66-becffc9327ed","remote_addr":"[::1]:46234","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.539221514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"PUT","req_id":"c4b6417b-2743-4061-bf66-becffc9327ed","remote_addr":"[::1]:46234","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:32.539459279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"PUT","req_id":"c4b6417b-2743-4061-bf66-becffc9327ed","remote_addr":"[::1]:46234","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":288,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.54555904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/v2p\", status: 204, headers: {\"x-request-id\": \"c4b6417b-2743-4061-bf66-becffc9327ed\", \"date\": \"Fri, 16 Jan 2026 23:08:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.545661793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/v2p","method":"PUT"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.5498456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.555939291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.556082814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.556169556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.556221417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.556268418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.55675371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.557838405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.557916876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.557974968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.559309249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.559417521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.569082975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.569213118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.56930637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.569388352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.569464694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.570071228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.572413732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"PUT","req_id":"55d41ae6-64fd-41af-88b3-9451da2be659","remote_addr":"[::1]:46234","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.572477724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"PUT","req_id":"55d41ae6-64fd-41af-88b3-9451da2be659","remote_addr":"[::1]:46234","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:32.572523945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"PUT","req_id":"55d41ae6-64fd-41af-88b3-9451da2be659","remote_addr":"[::1]:46234","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":349,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.575430872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/v2p\", status: 204, headers: {\"x-request-id\": \"55d41ae6-64fd-41af-88b3-9451da2be659\", \"date\": \"Fri, 16 Jan 2026 23:08:32 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.575508194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/v2p","method":"PUT"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.576085067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.576162069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.5762276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.576919766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.577677574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.587065082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.588953405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.589049157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.589088298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.589112969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.593207884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.593319776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.593380237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.593464259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.594931073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.596164102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"PUT","req_id":"9ca364cd-b72d-477d-8cbe-8cf90726cd73","remote_addr":"[::1]:46234","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.596236264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"PUT","req_id":"9ca364cd-b72d-477d-8cbe-8cf90726cd73","remote_addr":"[::1]:46234","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:32.596301415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"PUT","req_id":"9ca364cd-b72d-477d-8cbe-8cf90726cd73","remote_addr":"[::1]:46234","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":426,"response_code":204}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.596369247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.596440059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.59650039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.596849088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.599813077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/v2p\", status: 204, headers: {\"x-request-id\": \"9ca364cd-b72d-477d-8cbe-8cf90726cd73\", \"date\": \"Fri, 16 Jan 2026 23:08:32 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.601826173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"695.385091ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.602658372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.602698183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.602748385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.603522543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.606943732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.607002693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.607115196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.607169637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.607252929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.607335811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.607380262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.607415682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.608006386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.617260721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.617358683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.617412414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.620281721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.624910658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.632623597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.632716539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.6327754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.633263801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.63404599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.634117271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.634169433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.634815387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.635644167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.635707418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.636530447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.640160811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.650438379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.650538612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.650598903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.651250568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"resolved names for firewall rules","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.652932757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{}","subnet_interfaces":"{}","vpc_interfaces":"{Name(\"default\"): [NetworkInterface { id: aec98542-7333-4a2b-a121-dab0956feb5f, kind: Instance { id: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.6, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 1])), vni: Vni(592861), primary: true, slot: 0 }, NetworkInterface { id: bcab3a8a-f935-4551-b66a-905473acbd4c, kind: Instance { id: 047649a1-bd77-4a29-8488-f19a376f3d65 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.5, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(592861), primary: true, slot: 0 }, NetworkInterface { id: c012f873-248d-4d94-8d58-49e865939937, kind: Instance { id: 654b8aa8-0014-4f2e-b375-089d955844b2 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.7, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 2])), vni: Vni(592861), primary: true, slot: 0 }]}","instance_interfaces":"{}"}
{"msg":"resolved firewall rules for sled agents","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.653032119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: aec98542-7333-4a2b-a121-dab0956feb5f, kind: Instance { id: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.6, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 1])), vni: Vni(592861), primary: true, slot: 0 }, NetworkInterface { id: bcab3a8a-f935-4551-b66a-905473acbd4c, kind: Instance { id: 047649a1-bd77-4a29-8488-f19a376f3d65 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.5, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(592861), primary: true, slot: 0 }, NetworkInterface { id: c012f873-248d-4d94-8d58-49e865939937, kind: Instance { id: 654b8aa8-0014-4f2e-b375-089d955844b2 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.7, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 2])), vni: Vni(592861), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp(None)]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: aec98542-7333-4a2b-a121-dab0956feb5f, kind: Instance { id: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.6, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 1])), vni: Vni(592861), primary: true, slot: 0 }, NetworkInterface { id: bcab3a8a-f935-4551-b66a-905473acbd4c, kind: Instance { id: 047649a1-bd77-4a29-8488-f19a376f3d65 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.5, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(592861), primary: true, slot: 0 }, NetworkInterface { id: c012f873-248d-4d94-8d58-49e865939937, kind: Instance { id: 654b8aa8-0014-4f2e-b375-089d955844b2 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.7, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 2])), vni: Vni(592861), primary: true, slot: 0 }], filter_hosts: Some({Vpc(Vni(592861))}), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: aec98542-7333-4a2b-a121-dab0956feb5f, kind: Instance { id: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.6, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 1])), vni: Vni(592861), primary: true, slot: 0 }, NetworkInterface { id: bcab3a8a-f935-4551-b66a-905473acbd4c, kind: Instance { id: 047649a1-bd77-4a29-8488-f19a376f3d65 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.5, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(592861), primary: true, slot: 0 }, NetworkInterface { id: c012f873-248d-4d94-8d58-49e865939937, kind: Instance { id: 654b8aa8-0014-4f2e-b375-089d955844b2 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.7, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 2])), vni: Vni(592861), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.653219023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.653290225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.653360657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.655584178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.65567036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.655725041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.655794463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.655843004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"resolved names for firewall rules","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.660449351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{}","subnet_interfaces":"{}","vpc_interfaces":"{Name(\"default\"): [NetworkInterface { id: aec98542-7333-4a2b-a121-dab0956feb5f, kind: Instance { id: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.6, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 1])), vni: Vni(592861), primary: true, slot: 0 }, NetworkInterface { id: bcab3a8a-f935-4551-b66a-905473acbd4c, kind: Instance { id: 047649a1-bd77-4a29-8488-f19a376f3d65 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.5, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(592861), primary: true, slot: 0 }, NetworkInterface { id: c012f873-248d-4d94-8d58-49e865939937, kind: Instance { id: 654b8aa8-0014-4f2e-b375-089d955844b2 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.7, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 2])), vni: Vni(592861), primary: true, slot: 0 }]}","instance_interfaces":"{}"}
{"msg":"resolved firewall rules for sled agents","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.660569144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: aec98542-7333-4a2b-a121-dab0956feb5f, kind: Instance { id: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.6, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 1])), vni: Vni(592861), primary: true, slot: 0 }, NetworkInterface { id: bcab3a8a-f935-4551-b66a-905473acbd4c, kind: Instance { id: 047649a1-bd77-4a29-8488-f19a376f3d65 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.5, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(592861), primary: true, slot: 0 }, NetworkInterface { id: c012f873-248d-4d94-8d58-49e865939937, kind: Instance { id: 654b8aa8-0014-4f2e-b375-089d955844b2 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.7, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 2])), vni: Vni(592861), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp(None)]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: aec98542-7333-4a2b-a121-dab0956feb5f, kind: Instance { id: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.6, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 1])), vni: Vni(592861), primary: true, slot: 0 }, NetworkInterface { id: bcab3a8a-f935-4551-b66a-905473acbd4c, kind: Instance { id: 047649a1-bd77-4a29-8488-f19a376f3d65 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.5, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(592861), primary: true, slot: 0 }, NetworkInterface { id: c012f873-248d-4d94-8d58-49e865939937, kind: Instance { id: 654b8aa8-0014-4f2e-b375-089d955844b2 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.7, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 2])), vni: Vni(592861), primary: true, slot: 0 }], filter_hosts: Some({Vpc(Vni(592861))}), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: aec98542-7333-4a2b-a121-dab0956feb5f, kind: Instance { id: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.6, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 1])), vni: Vni(592861), primary: true, slot: 0 }, NetworkInterface { id: bcab3a8a-f935-4551-b66a-905473acbd4c, kind: Instance { id: 047649a1-bd77-4a29-8488-f19a376f3d65 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.5, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(592861), primary: true, slot: 0 }, NetworkInterface { id: c012f873-248d-4d94-8d58-49e865939937, kind: Instance { id: 654b8aa8-0014-4f2e-b375-089d955844b2 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.7, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 2])), vni: Vni(592861), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.660804499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.66085945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.660917932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.665438866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.665517828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.665951828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.66776801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.667836522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.668354544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.669676355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.669799677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.670254188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.670813171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.676427371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.676491342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.676533593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.676571674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.676611205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.677232419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.678069869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.678206732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.678689523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.72605095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.726126202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.726818708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.728247171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.733055292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.733123824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.733163594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.733754508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.771776339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.77184635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.772922795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.773603071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.773674292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.774226815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.776410706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.776468147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.776510588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.776546019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.777095602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.777606764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.777685416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.777736707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.777778938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.778149286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.778721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.778806381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.779346074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.815129043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/v2p","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:32.817023367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46236"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.817086268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.817132989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.81717079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"07d5d671-f9a3-4560-9b73-474bca146092","remote_addr":"[::1]:46236","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.817212121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"07d5d671-f9a3-4560-9b73-474bca146092","remote_addr":"[::1]:46236","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:32.81803644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"07d5d671-f9a3-4560-9b73-474bca146092","remote_addr":"[::1]:46236","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1298,"response_code":200}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.818309406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.824136791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.825935603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.826437874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.832054384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.833878747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.864934596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.865031248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.865090389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:32.865152081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46238"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:32.865216552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46240"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.868500399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07d5d671-f9a3-4560-9b73-474bca146092\", \"content-length\": \"301\", \"date\": \"Fri, 16 Jan 2026 23:08:32 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:32.868751934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: ::1, virtual_ip: 172.30.0.7, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 2])), vni: Vni(592861) }, VirtualNetworkInterfaceHost { physical_host_ip: ::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(592861) }, VirtualNetworkInterfaceHost { physical_host_ip: ::1, virtual_ip: 172.30.0.6, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 1])), vni: Vni(592861) }}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:32.868824826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:32.868864907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.870120176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":3,"elapsed":"268.237812ms"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.87029941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.871851076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.871936338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.871979659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.872674275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"7147a1c9-520a-413b-8b95-418557d2faec","remote_addr":"[::1]:46238","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.872735586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"7147a1c9-520a-413b-8b95-418557d2faec","remote_addr":"[::1]:46238","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.87286902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"744f7595-3679-4c4c-8641-bbc44fb1459b","remote_addr":"[::1]:46240","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.872922861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"744f7595-3679-4c4c-8641-bbc44fb1459b","remote_addr":"[::1]:46240","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"created","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:32.875284796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"dbce397c-271a-4e0c-bc27-54b8e59e34b9","kind":"instances","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","initial_state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, generation: Generation(2), time_updated: 2026-01-16T23:08:32.824116361Z }, migration_in: None, migration_out: None }"}
{"msg":"created","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:32.876702598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"fb208665-16a8-4b92-8afa-3c5dc2b05723","kind":"instances","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","initial_state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, generation: Generation(2), time_updated: 2026-01-16T23:08:32.832048044Z }, migration_in: None, migration_out: None }"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:32.876908943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"7147a1c9-520a-413b-8b95-418557d2faec","remote_addr":"[::1]:46238","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4191,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:32.890046447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"744f7595-3679-4c4c-8641-bbc44fb1459b","remote_addr":"[::1]:46240","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":17150,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.890273963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ById(2d7c0490-cd74-4458-93da-f848e9c15bf6) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.890367625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.890455317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.890526158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.891252745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.892680119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7147a1c9-520a-413b-8b95-418557d2faec\", \"content-length\": \"131\", \"date\": \"Fri, 16 Jan 2026 23:08:32 GMT\"} })"}
{"msg":"received new VMM runtime state from sled agent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:32.893099828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Starting, generation: Generation(2), time_updated: 2026-01-16T23:08:32.824116361Z }","propolis_id":"dbce397c-271a-4e0c-bc27-54b8e59e34b9"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.89319281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.893256112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.893640331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.894425489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"744f7595-3679-4c4c-8641-bbc44fb1459b\", \"content-length\": \"131\", \"date\": \"Fri, 16 Jan 2026 23:08:32 GMT\"} })"}
{"msg":"received new VMM runtime state from sled agent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:32.894565282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Starting, generation: Generation(2), time_updated: 2026-01-16T23:08:32.832048044Z }","propolis_id":"fb208665-16a8-4b92-8afa-3c5dc2b05723"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.894634584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.894691655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.895298879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.898276218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.898468182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.898585815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.899445305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.903486209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.903574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.903643152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.904274877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.91091009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N020 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.911872653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"cpu_platform\": String(\"AmdMilan\"), \"id\": String(\"fb208665-16a8-4b92-8afa-3c5dc2b05723\"), \"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"propolis_ip\": String(\"::1:1/128\"), \"propolis_port\": Number(12400), \"runtime\": Object {\"gen\": Number(2), \"state\": String(\"Starting\"), \"time_state_updated\": String(\"2026-01-16T23:08:32.832048044Z\")}, \"sled_id\": String(\"b6d65341-167c-41df-9b5c-41cded99c229\"), \"time_created\": String(\"2026-01-16T23:08:30.638489Z\"), \"time_deleted\": Null})","node_id":"20","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.912581509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.922868157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ById(2d7c0490-cd74-4458-93da-f848e9c15bf6) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.923039711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ById(2d7c0490-cd74-4458-93da-f848e9c15bf6) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.923132464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.923201905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.923276107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.923970393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.931073287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N021 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.931135409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"21","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.9311832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.931252901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.931322363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.931383724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"start saga: updating multicast member sled_id","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:32.936923903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","start_reason":"AutoStart","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"multicast member lifecycle transition: updating sled_id","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.936996764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"UpdateMulticastSledId","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_sled_id":"Some(b6d65341-167c-41df-9b5c-41cded99c229 (sled))","operation":"instance_start_or_migrate","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.937056016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"UpdateMulticastSledId","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.937110177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"UpdateMulticastSledId","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.937155608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"UpdateMulticastSledId","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.937218999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.937275351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.937326552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.937370173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.947519308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.958429081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ById(2d7c0490-cd74-4458-93da-f848e9c15bf6) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.958680116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.958740738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.959301051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.970956351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.971086084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.971914233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.976174332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.976292954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.977083222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.98517823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.985330404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.986871669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.994460835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.994718661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:32.994941796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.995075589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.996172155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:32.999956182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N020 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.001816975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"cpu_platform\": String(\"AmdMilan\"), \"id\": String(\"dbce397c-271a-4e0c-bc27-54b8e59e34b9\"), \"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"propolis_ip\": String(\"::1:0/128\"), \"propolis_port\": Number(12400), \"runtime\": Object {\"gen\": Number(2), \"state\": String(\"Starting\"), \"time_state_updated\": String(\"2026-01-16T23:08:32.824116361Z\")}, \"sled_id\": String(\"b6d65341-167c-41df-9b5c-41cded99c229\"), \"time_created\": String(\"2026-01-16T23:08:30.554451Z\"), \"time_deleted\": Null})","node_id":"20","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.002425629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.002521422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.002595513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.00329477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.006885613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N021 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.006952394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"21","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"start saga: updating multicast member sled_id","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.015784659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","start_reason":"AutoStart","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"multicast member lifecycle transition: updating sled_id","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.015860151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"UpdateMulticastSledId","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_sled_id":"Some(b6d65341-167c-41df-9b5c-41cded99c229 (sled))","operation":"instance_start_or_migrate","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.015928713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"UpdateMulticastSledId","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.016004474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"UpdateMulticastSledId","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.017314865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"UpdateMulticastSledId","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.018472281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.018547923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.018603284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.019469004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.022612987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.034140894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.034369589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.034535203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.034628546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.034700707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.035292491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.036690993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N021 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.036729204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"21","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.039646412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.039723753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.039781505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.040469981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.041462614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N022 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.041534415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"22","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.04474694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AddVirtualResources","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.045062027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AddVirtualResources","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.045993289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AddVirtualResources","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.055594661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.055693323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.055813246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.056973633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.06504827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N022 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.065125362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"22","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.068769416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.079950145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.080129469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.080201171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.080869186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.082674238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N023 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.08274378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"23","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.08664365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N021 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.086708271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"21","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"start saga: ensuring instance is running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.088044902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","start_reason":"AutoStart","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.125614282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.125689304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.126461252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"resolved names for firewall rules","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.129959313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{}","subnet_interfaces":"{}","vpc_interfaces":"{Name(\"default\"): [NetworkInterface { id: aec98542-7333-4a2b-a121-dab0956feb5f, kind: Instance { id: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.6, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 1])), vni: Vni(592861), primary: true, slot: 0 }, NetworkInterface { id: bcab3a8a-f935-4551-b66a-905473acbd4c, kind: Instance { id: 047649a1-bd77-4a29-8488-f19a376f3d65 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.5, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(592861), primary: true, slot: 0 }, NetworkInterface { id: c012f873-248d-4d94-8d58-49e865939937, kind: Instance { id: 654b8aa8-0014-4f2e-b375-089d955844b2 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.7, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 2])), vni: Vni(592861), primary: true, slot: 0 }]}","instance_interfaces":"{}"}
{"msg":"resolved firewall rules for sled agents","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.130072365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: aec98542-7333-4a2b-a121-dab0956feb5f, kind: Instance { id: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.6, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 1])), vni: Vni(592861), primary: true, slot: 0 }, NetworkInterface { id: bcab3a8a-f935-4551-b66a-905473acbd4c, kind: Instance { id: 047649a1-bd77-4a29-8488-f19a376f3d65 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.5, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(592861), primary: true, slot: 0 }, NetworkInterface { id: c012f873-248d-4d94-8d58-49e865939937, kind: Instance { id: 654b8aa8-0014-4f2e-b375-089d955844b2 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.7, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 2])), vni: Vni(592861), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp(None)]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: aec98542-7333-4a2b-a121-dab0956feb5f, kind: Instance { id: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.6, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 1])), vni: Vni(592861), primary: true, slot: 0 }, NetworkInterface { id: bcab3a8a-f935-4551-b66a-905473acbd4c, kind: Instance { id: 047649a1-bd77-4a29-8488-f19a376f3d65 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.5, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(592861), primary: true, slot: 0 }, NetworkInterface { id: c012f873-248d-4d94-8d58-49e865939937, kind: Instance { id: 654b8aa8-0014-4f2e-b375-089d955844b2 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.7, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 2])), vni: Vni(592861), primary: true, slot: 0 }], filter_hosts: Some({Vpc(Vni(592861))}), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: aec98542-7333-4a2b-a121-dab0956feb5f, kind: Instance { id: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.6, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 1])), vni: Vni(592861), primary: true, slot: 0 }, NetworkInterface { id: bcab3a8a-f935-4551-b66a-905473acbd4c, kind: Instance { id: 047649a1-bd77-4a29-8488-f19a376f3d65 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.5, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(592861), primary: true, slot: 0 }, NetworkInterface { id: c012f873-248d-4d94-8d58-49e865939937, kind: Instance { id: 654b8aa8-0014-4f2e-b375-089d955844b2 }, name: Name(\"net0\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.0.7, subnet: Ipv4Net { addr: 172.30.0.0, width: 22 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 2])), vni: Vni(592861), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.130215639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.13025495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.130770372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.131817696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.131889507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.131937179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.1319807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.13286336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.134840086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N022 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.134897587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"22","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.138818198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.13889332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.138957741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.139026033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.143371163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.143525487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723/state","method":"PUT"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.146308271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AddVirtualResources","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.146408774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AddVirtualResources","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.146464355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AddVirtualResources","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.146537427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46242"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.188955579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.18903071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.189654725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.190919604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723/state","method":"PUT","req_id":"176feb49-c9ef-4fb4-800b-baddb5300f9c","remote_addr":"[::1]:46242","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.190996266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723/state","method":"PUT","req_id":"176feb49-c9ef-4fb4-800b-baddb5300f9c","remote_addr":"[::1]:46242","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.191052357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.191086718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"noop transition","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.191256442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"fb208665-16a8-4b92-8afa-3c5dc2b05723","kind":"instances","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","target":"Running"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.191480337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723/state","method":"PUT","req_id":"176feb49-c9ef-4fb4-800b-baddb5300f9c","remote_addr":"[::1]:46242","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":636,"response_code":200}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.191689872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.192661135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.194237001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"176feb49-c9ef-4fb4-800b-baddb5300f9c\", \"content-length\": \"151\", \"date\": \"Fri, 16 Jan 2026 23:08:33 GMT\"} })"}
{"msg":"received new VMM runtime state from sled agent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.194411225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRunning","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Starting, generation: Generation(2), time_updated: 2026-01-16T23:08:32.832048044Z }","propolis_id":"fb208665-16a8-4b92-8afa-3c5dc2b05723"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.194487307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRunning","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.194548309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRunning","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.195273995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRunning","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.196644157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.196708919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.198218604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.198303116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.198367627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.198420058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.199004712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.203822803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N022 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.203883585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"22","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.204920549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.20498553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.208964012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.215435872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.216889766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.217888289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N023 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.21794146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"23","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.219761402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46244"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.222894455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N023 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.223160851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"23","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"start saga: ensuring instance is running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.224285157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","start_reason":"AutoStart","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.26456461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.264640161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.265395519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.266637348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"8ccf49a1-ef6a-4a03-a184-7d51e8cb0a6b","remote_addr":"[::1]:46244","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.266709059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"8ccf49a1-ef6a-4a03-a184-7d51e8cb0a6b","remote_addr":"[::1]:46244","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"created","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.268629344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"629b0124-32fc-4f22-b77d-706819a10192","kind":"instances","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","initial_state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, generation: Generation(2), time_updated: 2026-01-16T23:08:33.214762517Z }, migration_in: None, migration_out: None }"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.268805318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"8ccf49a1-ef6a-4a03-a184-7d51e8cb0a6b","remote_addr":"[::1]:46244","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2185,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.270226201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vmms/629b0124-32fc-4f22-b77d-706819a10192\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ccf49a1-ef6a-4a03-a184-7d51e8cb0a6b\", \"content-length\": \"131\", \"date\": \"Fri, 16 Jan 2026 23:08:33 GMT\"} })"}
{"msg":"received new VMM runtime state from sled agent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.270312653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Starting, generation: Generation(2), time_updated: 2026-01-16T23:08:33.214762517Z }","propolis_id":"629b0124-32fc-4f22-b77d-706819a10192"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.270380505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.270427875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.270461506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRegistered","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.272521144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.272590976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.272650237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.272693498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.273268251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.274327166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N025 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.274378247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"25","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.276250441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.28228611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.282419133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9/state","method":"PUT"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.283353385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N025 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.283403356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"25","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.28401447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46246"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.284569613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9/state","method":"PUT","req_id":"de5ef296-b590-4816-8944-b64d433854f5","remote_addr":"[::1]:46246","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.284625504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9/state","method":"PUT","req_id":"de5ef296-b590-4816-8944-b64d433854f5","remote_addr":"[::1]:46246","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"noop transition","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.285211228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"dbce397c-271a-4e0c-bc27-54b8e59e34b9","kind":"instances","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","target":"Running"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.28528977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9/state","method":"PUT","req_id":"de5ef296-b590-4816-8944-b64d433854f5","remote_addr":"[::1]:46246","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":492,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.285451214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de5ef296-b590-4816-8944-b64d433854f5\", \"content-length\": \"151\", \"date\": \"Fri, 16 Jan 2026 23:08:33 GMT\"} })"}
{"msg":"received new VMM runtime state from sled agent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.285587637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRunning","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Starting, generation: Generation(2), time_updated: 2026-01-16T23:08:32.824116361Z }","propolis_id":"dbce397c-271a-4e0c-bc27-54b8e59e34b9"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.285698169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRunning","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.28575703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRunning","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.286349634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRunning","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.287239195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.287308416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.290757006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N020 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.29090126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"cpu_platform\": String(\"AmdMilan\"), \"id\": String(\"629b0124-32fc-4f22-b77d-706819a10192\"), \"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"propolis_ip\": String(\"::1:2/128\"), \"propolis_port\": Number(12400), \"runtime\": Object {\"gen\": Number(2), \"state\": String(\"Starting\"), \"time_state_updated\": String(\"2026-01-16T23:08:33.214762517Z\")}, \"sled_id\": String(\"b6d65341-167c-41df-9b5c-41cded99c229\"), \"time_created\": String(\"2026-01-16T23:08:31.179270Z\"), \"time_deleted\": Null})","node_id":"20","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:33.292161689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.29612727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N021 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.296182692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"21","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"start saga: updating multicast member sled_id","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.303738097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","start_reason":"AutoStart","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"multicast member lifecycle transition: updating sled_id","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.303826029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"UpdateMulticastSledId","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_sled_id":"Some(b6d65341-167c-41df-9b5c-41cded99c229 (sled))","operation":"instance_start_or_migrate","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.30390127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"UpdateMulticastSledId","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.303970922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"UpdateMulticastSledId","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.304833322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"UpdateMulticastSledId","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.321455667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N023 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.321524489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"23","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.326837642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N025 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.326909903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"25","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.330349323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N025 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.330406954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"25","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.3328008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.332857601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.337624361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"instance-start","saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"success"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.337760445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.338357078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"43a14174-8cd8-4063-b1cc-4f340bdaf9ff","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: 43a14174-8cd8-4063-b1cc-4f340bdaf9ff, saga_log: SagaLog { saga_id: 43a14174-8cd8-4063-b1cc-4f340bdaf9ff, unwinding: false, events: [N024 started, N024 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 succeeded, N006 started, N006 succeeded, N007 started, N007 succeeded, N008 started, N008 succeeded, N009 started, N009 succeeded, N010 started, N010 succeeded, N011 started, N011 succeeded, N012 started, N012 succeeded, N013 started, N013 succeeded, N014 started, N014 succeeded, N015 started, N015 succeeded, N016 started, N016 succeeded, N017 started, N017 succeeded, N018 started, N018 succeeded, N019 started, N019 succeeded, N020 started, N020 succeeded, N021 started, N021 succeeded, N022 started, N022 succeeded, N023 started, N023 succeeded, N025 started, N025 succeeded], node_status: {0: Succeeded(String(\"dbce397c-271a-4e0c-bc27-54b8e59e34b9\")), 1: Succeeded(String(\"b6d65341-167c-41df-9b5c-41cded99c229\")), 2: Succeeded(String(\"::1:0\")), 3: Succeeded(Object {\"cpu_platform\": String(\"AmdMilan\"), \"id\": String(\"dbce397c-271a-4e0c-bc27-54b8e59e34b9\"), \"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"propolis_ip\": String(\"::1:0/128\"), \"propolis_port\": Number(12400), \"runtime\": Object {\"gen\": Number(1), \"state\": String(\"Creating\"), \"time_state_updated\": String(\"2026-01-16T23:08:30.554451Z\")}, \"sled_id\": String(\"b6d65341-167c-41df-9b5c-41cded99c229\"), \"time_created\": String(\"2026-01-16T23:08:30.554451Z\"), \"time_deleted\": Null}), 4: Succeeded(Object {\"auto_restart\": Object {\"cooldown\": Null, \"policy\": Null}, \"boot_disk_id\": Null, \"cpu_platform\": Null, \"hostname\": String(\"the-host\"), \"identity\": Object {\"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"name\": String(\"instance-consistency-group-2\"), \"time_created\": String(\"2026-01-16T23:08:24.603198Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:24.603198Z\")}, \"intended_state\": String(\"Running\"), \"memory\": Number(1073741824), \"ncpus\": Number(4), \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"runtime_state\": Object {\"dst_propolis_id\": Null, \"gen\": Number(3), \"migration_id\": Null, \"nexus_state\": String(\"Vmm\"), \"propolis_id\": String(\"dbce397c-271a-4e0c-bc27-54b8e59e34b9\"), \"time_last_auto_restarted\": Null, \"time_updated\": String(\"2026-01-16T23:08:24.603198Z\")}, \"updater_gen\": Number(1), \"updater_id\": Null, \"user_data\": Array [Number(35), Number(99), Number(108), Number(111), Number(117), Number(100), Number(45), Number(99), Number(111), Number(110), Number(102), Number(105), Number(103), Number(10), Number(115), Number(121), Number(115), Number(116), Number(101), Number(109), Number(95), Number(105), Number(110), Number(102), Number(111), Number(58), Number(10), Number(32), Number(32), Number(100), Number(101), Number(102), Number(97), Number(117), Number(108), Number(116), Number(95), Number(117), Number(115), Number(101), Number(114), Number(58), Number(10), Number(32), Number(32), Number(32), Number(32), Number(110), Number(97), Number(109), Number(101), Number(58), Number(32), Number(111), Number(120), Number(105), Number(100), Number(101)]}), 5: Succeeded(Array []), 6: Succeeded(Null), 7: Succeeded(Null), 8: Succeeded(Null), 9: Succeeded(Null), 10: Succeeded(Null), 11: Succeeded(Null), 12: Succeeded(Null), 13: Succeeded(Null), 14: Succeeded(Null), 15: Succeeded(Null), 16: Succeeded(Null), 17: Succeeded(Null), 18: Succeeded(Null), 19: Succeeded(Null), 20: Succeeded(Object {\"cpu_platform\": String(\"AmdMilan\"), \"id\": String(\"dbce397c-271a-4e0c-bc27-54b8e59e34b9\"), \"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"propolis_ip\": String(\"::1:0/128\"), \"propolis_port\": Number(12400), \"runtime\": Object {\"gen\": Number(2), \"state\": String(\"Starting\"), \"time_state_updated\": String(\"2026-01-16T23:08:32.824116361Z\")}, \"sled_id\": String(\"b6d65341-167c-41df-9b5c-41cded99c229\"), \"time_created\": String(\"2026-01-16T23:08:30.554451Z\"), \"time_deleted\": Null}), 21: Succeeded(Null), 22: Succeeded(Null), 23: Succeeded(Null), 24: Succeeded(Null), 25: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Null, node_outputs: {\"dpd_ensure\": Null, \"ensure_local_storage_0\": Null, \"ensure_local_storage_1\": Null, \"ensure_local_storage_10\": Null, \"ensure_local_storage_11\": Null, \"ensure_local_storage_2\": Null, \"ensure_local_storage_3\": Null, \"ensure_local_storage_4\": Null, \"ensure_local_storage_5\": Null, \"ensure_local_storage_6\": Null, \"ensure_local_storage_7\": Null, \"ensure_local_storage_8\": Null, \"ensure_local_storage_9\": Null, \"ensure_registered\": Object {\"cpu_platform\": String(\"AmdMilan\"), \"id\": String(\"dbce397c-271a-4e0c-bc27-54b8e59e34b9\"), \"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"propolis_ip\": String(\"::1:0/128\"), \"propolis_port\": Number(12400), \"runtime\": Object {\"gen\": Number(2), \"state\": String(\"Starting\"), \"time_state_updated\": String(\"2026-01-16T23:08:32.824116361Z\")}, \"sled_id\": String(\"b6d65341-167c-41df-9b5c-41cded99c229\"), \"time_created\": String(\"2026-01-16T23:08:30.554451Z\"), \"time_deleted\": Null}, \"ensure_running\": Null, \"local_storage_records\": Array [], \"multicast_sled_id\": Null, \"propolis_id\": String(\"dbce397c-271a-4e0c-bc27-54b8e59e34b9\"), \"propolis_ip\": String(\"::1:0\"), \"sled_id\": String(\"b6d65341-167c-41df-9b5c-41cded99c229\"), \"started_record\": Object {\"auto_restart\": Object {\"cooldown\": Null, \"policy\": Null}, \"boot_disk_id\": Null, \"cpu_platform\": Null, \"hostname\": String(\"the-host\"), \"identity\": Object {\"description\": String(\"instance \\\"instance-consistency-group-2\\\"\"), \"id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"name\": String(\"instance-consistency-group-2\"), \"time_created\": String(\"2026-01-16T23:08:24.603198Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:24.603198Z\")}, \"intended_state\": String(\"Running\"), \"memory\": Number(1073741824), \"ncpus\": Number(4), \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"runtime_state\": Object {\"dst_propolis_id\": Null, \"gen\": Number(3), \"migration_id\": Null, \"nexus_state\": String(\"Vmm\"), \"propolis_id\": String(\"dbce397c-271a-4e0c-bc27-54b8e59e34b9\"), \"time_last_auto_restarted\": Null, \"time_updated\": String(\"2026-01-16T23:08:24.603198Z\")}, \"updater_gen\": Number(1), \"updater_id\": Null, \"user_data\": Array [Number(35), Number(99), Number(108), Number(111), Number(117), Number(100), Number(45), Number(99), Number(111), Number(110), Number(102), Number(105), Number(103), Number(10), Number(115), Number(121), Number(115), Number(116), Number(101), Number(109), Number(95), Number(105), Number(110), Number(102), Number(111), Number(58), Number(10), Number(32), Number(32), Number(100), Number(101), Number(102), Number(97), Number(117), Number(108), Number(116), Number(95), Number(117), Number(115), Number(101), Number(114), Number(58), Number(10), Number(32), Number(32), Number(32), Number(32), Number(110), Number(97), Number(109), Number(101), Number(58), Number(32), Number(111), Number(120), Number(105), Number(100), Number(101)]}, \"v2p_ensure\": Null, \"virtual_resources\": Null, \"vmm_record\": Object {\"cpu_platform\": String(\"AmdMilan\"), \"id\": String(\"dbce397c-271a-4e0c-bc27-54b8e59e34b9\"), \"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"propolis_ip\": String(\"::1:0/128\"), \"propolis_port\": Number(12400), \"runtime\": Object {\"gen\": Number(1), \"state\": String(\"Creating\"), \"time_state_updated\": String(\"2026-01-16T23:08:30.554451Z\")}, \"sled_id\": String(\"b6d65341-167c-41df-9b5c-41cded99c229\"), \"time_created\": String(\"2026-01-16T23:08:30.554451Z\"), \"time_deleted\": Null}} }) }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.33883823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.338931962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.338987133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.339068825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.339467724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.340505938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Signaled"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.34055775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.340597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.340627581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.341379749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:65215","req_id":"23e90ac3-3361-45e9-a7e6-2e210fd79807","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   43 0a 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   C............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.34145047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:65215","req_id":"23e90ac3-3361-45e9-a7e6-2e210fd79807","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 17162,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.341652345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.341849179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.341935361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:65215","req_id":"23e90ac3-3361-45e9-a7e6-2e210fd79807","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.342410002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3950, tv_nsec: 117665894 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.342490724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.342796441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:65115","req_id":"63483fcd-27d2-42da-b055-1d988ee45561","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   ca 0a 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.342880353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:65115","req_id":"63483fcd-27d2-42da-b055-1d988ee45561","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 51722,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.343053377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.343092498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:65115","req_id":"63483fcd-27d2-42da-b055-1d988ee45561","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.385105291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.385235444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.385321746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.385382447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.385956841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.387104087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"instance-start","saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"success"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.38723283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.387482686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"73d80fdf-a448-4650-8131-b3d515edb191","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: 73d80fdf-a448-4650-8131-b3d515edb191, saga_log: SagaLog { saga_id: 73d80fdf-a448-4650-8131-b3d515edb191, unwinding: false, events: [N024 started, N024 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 succeeded, N006 started, N006 succeeded, N007 started, N007 succeeded, N008 started, N008 succeeded, N009 started, N009 succeeded, N010 started, N010 succeeded, N011 started, N011 succeeded, N012 started, N012 succeeded, N013 started, N013 succeeded, N014 started, N014 succeeded, N015 started, N015 succeeded, N016 started, N016 succeeded, N017 started, N017 succeeded, N018 started, N018 succeeded, N019 started, N019 succeeded, N020 started, N020 succeeded, N021 started, N021 succeeded, N022 started, N022 succeeded, N023 started, N023 succeeded, N025 started, N025 succeeded], node_status: {0: Succeeded(String(\"fb208665-16a8-4b92-8afa-3c5dc2b05723\")), 1: Succeeded(String(\"b6d65341-167c-41df-9b5c-41cded99c229\")), 2: Succeeded(String(\"::1:1\")), 3: Succeeded(Object {\"cpu_platform\": String(\"AmdMilan\"), \"id\": String(\"fb208665-16a8-4b92-8afa-3c5dc2b05723\"), \"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"propolis_ip\": String(\"::1:1/128\"), \"propolis_port\": Number(12400), \"runtime\": Object {\"gen\": Number(1), \"state\": String(\"Creating\"), \"time_state_updated\": String(\"2026-01-16T23:08:30.638489Z\")}, \"sled_id\": String(\"b6d65341-167c-41df-9b5c-41cded99c229\"), \"time_created\": String(\"2026-01-16T23:08:30.638489Z\"), \"time_deleted\": Null}), 4: Succeeded(Object {\"auto_restart\": Object {\"cooldown\": Null, \"policy\": Null}, \"boot_disk_id\": Null, \"cpu_platform\": Null, \"hostname\": String(\"the-host\"), \"identity\": Object {\"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"name\": String(\"instance-consistency-group-3\"), \"time_created\": String(\"2026-01-16T23:08:24.605732Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:24.605732Z\")}, \"intended_state\": String(\"Running\"), \"memory\": Number(1073741824), \"ncpus\": Number(4), \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"runtime_state\": Object {\"dst_propolis_id\": Null, \"gen\": Number(3), \"migration_id\": Null, \"nexus_state\": String(\"Vmm\"), \"propolis_id\": String(\"fb208665-16a8-4b92-8afa-3c5dc2b05723\"), \"time_last_auto_restarted\": Null, \"time_updated\": String(\"2026-01-16T23:08:24.605732Z\")}, \"updater_gen\": Number(1), \"updater_id\": Null, \"user_data\": Array [Number(35), Number(99), Number(108), Number(111), Number(117), Number(100), Number(45), Number(99), Number(111), Number(110), Number(102), Number(105), Number(103), Number(10), Number(115), Number(121), Number(115), Number(116), Number(101), Number(109), Number(95), Number(105), Number(110), Number(102), Number(111), Number(58), Number(10), Number(32), Number(32), Number(100), Number(101), Number(102), Number(97), Number(117), Number(108), Number(116), Number(95), Number(117), Number(115), Number(101), Number(114), Number(58), Number(10), Number(32), Number(32), Number(32), Number(32), Number(110), Number(97), Number(109), Number(101), Number(58), Number(32), Number(111), Number(120), Number(105), Number(100), Number(101)]}), 5: Succeeded(Array []), 6: Succeeded(Null), 7: Succeeded(Null), 8: Succeeded(Null), 9: Succeeded(Null), 10: Succeeded(Null), 11: Succeeded(Null), 12: Succeeded(Null), 13: Succeeded(Null), 14: Succeeded(Null), 15: Succeeded(Null), 16: Succeeded(Null), 17: Succeeded(Null), 18: Succeeded(Null), 19: Succeeded(Null), 20: Succeeded(Object {\"cpu_platform\": String(\"AmdMilan\"), \"id\": String(\"fb208665-16a8-4b92-8afa-3c5dc2b05723\"), \"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"propolis_ip\": String(\"::1:1/128\"), \"propolis_port\": Number(12400), \"runtime\": Object {\"gen\": Number(2), \"state\": String(\"Starting\"), \"time_state_updated\": String(\"2026-01-16T23:08:32.832048044Z\")}, \"sled_id\": String(\"b6d65341-167c-41df-9b5c-41cded99c229\"), \"time_created\": String(\"2026-01-16T23:08:30.638489Z\"), \"time_deleted\": Null}), 21: Succeeded(Null), 22: Succeeded(Null), 23: Succeeded(Null), 24: Succeeded(Null), 25: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Null, node_outputs: {\"dpd_ensure\": Null, \"ensure_local_storage_0\": Null, \"ensure_local_storage_1\": Null, \"ensure_local_storage_10\": Null, \"ensure_local_storage_11\": Null, \"ensure_local_storage_2\": Null, \"ensure_local_storage_3\": Null, \"ensure_local_storage_4\": Null, \"ensure_local_storage_5\": Null, \"ensure_local_storage_6\": Null, \"ensure_local_storage_7\": Null, \"ensure_local_storage_8\": Null, \"ensure_local_storage_9\": Null, \"ensure_registered\": Object {\"cpu_platform\": String(\"AmdMilan\"), \"id\": String(\"fb208665-16a8-4b92-8afa-3c5dc2b05723\"), \"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"propolis_ip\": String(\"::1:1/128\"), \"propolis_port\": Number(12400), \"runtime\": Object {\"gen\": Number(2), \"state\": String(\"Starting\"), \"time_state_updated\": String(\"2026-01-16T23:08:32.832048044Z\")}, \"sled_id\": String(\"b6d65341-167c-41df-9b5c-41cded99c229\"), \"time_created\": String(\"2026-01-16T23:08:30.638489Z\"), \"time_deleted\": Null}, \"ensure_running\": Null, \"local_storage_records\": Array [], \"multicast_sled_id\": Null, \"propolis_id\": String(\"fb208665-16a8-4b92-8afa-3c5dc2b05723\"), \"propolis_ip\": String(\"::1:1\"), \"sled_id\": String(\"b6d65341-167c-41df-9b5c-41cded99c229\"), \"started_record\": Object {\"auto_restart\": Object {\"cooldown\": Null, \"policy\": Null}, \"boot_disk_id\": Null, \"cpu_platform\": Null, \"hostname\": String(\"the-host\"), \"identity\": Object {\"description\": String(\"instance \\\"instance-consistency-group-3\\\"\"), \"id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"name\": String(\"instance-consistency-group-3\"), \"time_created\": String(\"2026-01-16T23:08:24.605732Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:24.605732Z\")}, \"intended_state\": String(\"Running\"), \"memory\": Number(1073741824), \"ncpus\": Number(4), \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"runtime_state\": Object {\"dst_propolis_id\": Null, \"gen\": Number(3), \"migration_id\": Null, \"nexus_state\": String(\"Vmm\"), \"propolis_id\": String(\"fb208665-16a8-4b92-8afa-3c5dc2b05723\"), \"time_last_auto_restarted\": Null, \"time_updated\": String(\"2026-01-16T23:08:24.605732Z\")}, \"updater_gen\": Number(1), \"updater_id\": Null, \"user_data\": Array [Number(35), Number(99), Number(108), Number(111), Number(117), Number(100), Number(45), Number(99), Number(111), Number(110), Number(102), Number(105), Number(103), Number(10), Number(115), Number(121), Number(115), Number(116), Number(101), Number(109), Number(95), Number(105), Number(110), Number(102), Number(111), Number(58), Number(10), Number(32), Number(32), Number(100), Number(101), Number(102), Number(97), Number(117), Number(108), Number(116), Number(95), Number(117), Number(115), Number(101), Number(114), Number(58), Number(10), Number(32), Number(32), Number(32), Number(32), Number(110), Number(97), Number(109), Number(101), Number(58), Number(32), Number(111), Number(120), Number(105), Number(100), Number(101)]}, \"v2p_ensure\": Null, \"virtual_resources\": Null, \"vmm_record\": Object {\"cpu_platform\": String(\"AmdMilan\"), \"id\": String(\"fb208665-16a8-4b92-8afa-3c5dc2b05723\"), \"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"propolis_ip\": String(\"::1:1/128\"), \"propolis_port\": Number(12400), \"runtime\": Object {\"gen\": Number(1), \"state\": String(\"Creating\"), \"time_state_updated\": String(\"2026-01-16T23:08:30.638489Z\")}, \"sled_id\": String(\"b6d65341-167c-41df-9b5c-41cded99c229\"), \"time_created\": String(\"2026-01-16T23:08:30.638489Z\"), \"time_deleted\": Null}} }) }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.387966287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.38810204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.388283515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.388330056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.388362056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.389234947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N021 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.389294448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"21","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.392073172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9e6b246-722f-48b2-8ce6-06d61f656c61\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:08:33 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.392226086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.392284988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.392320558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.393073386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.397698403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.397808715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.397886717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.401969572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.402070344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.402130065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.402187777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.402229518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.402279239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N022 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.402308469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"22","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.404961211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.405042423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.405177686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.405233687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.408166935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.417658555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.417857989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.417944442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.418422162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.420006819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AddVirtualResources","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.420099461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AddVirtualResources","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.420979222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"AddVirtualResources","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.423568262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.434796322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.434955015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.435058438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.435646221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.436700766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.436787508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.437384581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.438693122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Signaled"}
{"msg":"VPC route manager running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.438747323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.438778654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.438817955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.438859716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.438906237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.455712116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.462434821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N022 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.462555474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"22","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.469106246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.477356337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.47751053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.477566352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.477626943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.477674974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.478184346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.47918766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.479279302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.480673184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.481235917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N023 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.481290528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"23","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.482033226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.482135298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.482827494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.483453858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.4835043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.48353439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.483577261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.484314628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.488950316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.489036708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.489712443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.490725067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.495698592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.495808585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.495869816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.496424189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"start saga: ensuring instance is running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.497814211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","start_reason":"AutoStart","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.540174192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.540241793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.540269664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.540301284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.540425167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.540491849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.541055102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.541149004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.541207565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.541264617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.542353572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.544063382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.544124853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.544163344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.544203095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.544737707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.584873567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.584962279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/vpc-routes","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.58544479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.585531512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.586223948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.588396829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.593766163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.593888076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vmms/629b0124-32fc-4f22-b77d-706819a10192/state","method":"PUT"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.594400108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.594478199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.594533571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.595120634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"member state reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.596097477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.596169229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.596208539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.596286211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.596770432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.599948776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46248"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.600012187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46250"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.605044574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.605153047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.605194307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.605231979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.605998626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.606843756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.606951008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.60703384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.607541312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.608581606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"2f6cfedf-f524-4100-9808-7ed4ad8fc2f1","remote_addr":"[::1]:46248","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.608657678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"2f6cfedf-f524-4100-9808-7ed4ad8fc2f1","remote_addr":"[::1]:46248","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.616369626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192/state","method":"PUT","req_id":"e0bd9f3c-5479-4dc7-bf24-0ed6f62db379","remote_addr":"[::1]:46250","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.616446898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192/state","method":"PUT","req_id":"e0bd9f3c-5479-4dc7-bf24-0ed6f62db379","remote_addr":"[::1]:46250","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"noop transition","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.616503369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"629b0124-32fc-4f22-b77d-706819a10192","kind":"instances","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","target":"Running"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.61655561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"2f6cfedf-f524-4100-9808-7ed4ad8fc2f1","remote_addr":"[::1]:46248","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1140,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.616616682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192/state","method":"PUT","req_id":"e0bd9f3c-5479-4dc7-bf24-0ed6f62db379","remote_addr":"[::1]:46250","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1019,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.616679853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f6cfedf-f524-4100-9808-7ed4ad8fc2f1\", \"content-length\": \"150\", \"date\": \"Fri, 16 Jan 2026 23:08:33 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.616741905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.616786566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.616818507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.616860968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vmms/629b0124-32fc-4f22-b77d-706819a10192/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0bd9f3c-5479-4dc7-bf24-0ed6f62db379\", \"content-length\": \"151\", \"date\": \"Fri, 16 Jan 2026 23:08:33 GMT\"} })"}
{"msg":"received new VMM runtime state from sled agent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.616930949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRunning","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Starting, generation: Generation(2), time_updated: 2026-01-16T23:08:33.214762517Z }","propolis_id":"629b0124-32fc-4f22-b77d-706819a10192"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.616999781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRunning","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.617064882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRunning","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.617112143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"EnsureRunning","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.622032857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.62212195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.622192241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.622251442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.622288923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.630372941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.630567885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.630662407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.630733399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.63079555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.631192029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.636618195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.636703397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.636768809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.637363652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.638492649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.638586881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.638659012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.639234055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.64246983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.642539392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/eip-gateways","method":"PUT"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.642814849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.652610756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.656537266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.656673859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.656762751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.656815453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.656843973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.656943396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"9c643ea1-b99b-4f89-a097-dcbcef7b3cf4","remote_addr":"[::1]:46248","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.656984857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"9c643ea1-b99b-4f89-a097-dcbcef7b3cf4","remote_addr":"[::1]:46248","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.657040868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"9c643ea1-b99b-4f89-a097-dcbcef7b3cf4","remote_addr":"[::1]:46248","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":278,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.657249723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9c643ea1-b99b-4f89-a097-dcbcef7b3cf4\", \"date\": \"Fri, 16 Jan 2026 23:08:33 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.658384979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.65844656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.658492201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.658919971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.658982223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.659045094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.659674809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.660477728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.66057389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.660645751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.661198054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.6657557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.675111966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.675221189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.67528305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.675836683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.676750495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.676818576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.677445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.678272919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.678361052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.678423043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.678970356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.685565659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.68563973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.685693591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.685753643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.686424788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.687630216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.695512989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.695656062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.695717593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.696167544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.697108555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.697158287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.702431209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.702498591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.702784377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.702851669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.70291478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.703502354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.704468536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.704547858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.704606379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.704671481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.705234374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.707712571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.707801753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.708437798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.709329049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.712110183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.712201165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.712322498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.712672226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.71629852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.716412133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.717374225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.718085081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.718133462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.718154353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.718177283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.718818488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.723536238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.723578859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.723605269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.72406981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.724824857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.724910739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.725544394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.728607045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N023 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.729406123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"23","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.731202285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.731255816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.731298847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.731351488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.732179298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.7331282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.733190841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.733870017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.73487577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.73528848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.736396705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"130a6dad-73b5-41d7-822a-71880e508fb6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.736460447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"130a6dad-73b5-41d7-822a-71880e508fb6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.736505348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"130a6dad-73b5-41d7-822a-71880e508fb6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.736572259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"130a6dad-73b5-41d7-822a-71880e508fb6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.73747385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"130a6dad-73b5-41d7-822a-71880e508fb6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.738130785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.738183457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.740115111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.740165183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":4,"elapsed":"399.633654ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.741284099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Signaled"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.74133776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.741384371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.741417502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.742332503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N025 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.742383114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"25","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.74308024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ById(2d7c0490-cd74-4458-93da-f848e9c15bf6) }, key: 15e5af04-870f-46f5-ac26-541be2ef4630, lookup_type: ById(15e5af04-870f-46f5-ac26-541be2ef4630) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.743163012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.743213053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.743261424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.744010612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.746291385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:11376","req_id":"a6993c09-0bfb-491c-8911-8bf5fe3ed9dd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   a8 b9 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.746356766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:11376","req_id":"a6993c09-0bfb-491c-8911-8bf5fe3ed9dd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 43193,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.746504399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.746552731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.746591551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:11376","req_id":"a6993c09-0bfb-491c-8911-8bf5fe3ed9dd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.746660853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3950, tv_nsec: 521461684 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.746727495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.746769736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:18514","req_id":"d965441a-6a92-4eda-b71e-53e0b1e6f45b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b5 91 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.746831777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:18514","req_id":"d965441a-6a92-4eda-b71e-53e0b1e6f45b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 46481,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.747038032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.747081273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:18514","req_id":"d965441a-6a92-4eda-b71e-53e0b1e6f45b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.747155465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N025 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.747200175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"25","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.748765562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.748828173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.748921746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.748964627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.750064102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"130a6dad-73b5-41d7-822a-71880e508fb6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":13945,"response_code":200}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.792211888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.792866503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"130a6dad-73b5-41d7-822a-71880e508fb6\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:08:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.793103329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.793544329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.793612821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.793667842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.794343758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.795372431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.795424222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.796261552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cefdd88d-673d-483f-b9c4-e4c603b5f1b6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.796334483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cefdd88d-673d-483f-b9c4-e4c603b5f1b6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.796602519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cefdd88d-673d-483f-b9c4-e4c603b5f1b6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.796680461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cefdd88d-673d-483f-b9c4-e4c603b5f1b6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.797941081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cefdd88d-673d-483f-b9c4-e4c603b5f1b6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.798917543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4648fb5-abc9-41a8-97a6-311edb20c8b4\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:08:33 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.798982245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.799023646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.799064277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.79919028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.799868855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.811398422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ById(2d7c0490-cd74-4458-93da-f848e9c15bf6) }, key: 15e5af04-870f-46f5-ac26-541be2ef4630, lookup_type: ById(15e5af04-870f-46f5-ac26-541be2ef4630) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"VpcRouter\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.811553376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.811650308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ById(2d7c0490-cd74-4458-93da-f848e9c15bf6) }, key: 15e5af04-870f-46f5-ac26-541be2ef4630, lookup_type: ById(15e5af04-870f-46f5-ac26-541be2ef4630) }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.81172597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.811776211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.811825572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.812501328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.81387533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cefdd88d-673d-483f-b9c4-e4c603b5f1b6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":17632,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.814464223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"cfdffb78-1b46-4fe0-bea4-e3776ecbe4ee","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10109436,"response_code":201}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.814947415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"instance-start","saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"success"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.815085878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.815318703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"35c5dbca-f996-41ca-b290-1e99c1ffbccf","saga_name":"instance-start","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: 35c5dbca-f996-41ca-b290-1e99c1ffbccf, saga_log: SagaLog { saga_id: 35c5dbca-f996-41ca-b290-1e99c1ffbccf, unwinding: false, events: [N024 started, N024 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 succeeded, N006 started, N006 succeeded, N007 started, N007 succeeded, N008 started, N008 succeeded, N009 started, N009 succeeded, N010 started, N010 succeeded, N011 started, N011 succeeded, N012 started, N012 succeeded, N013 started, N013 succeeded, N014 started, N014 succeeded, N015 started, N015 succeeded, N016 started, N016 succeeded, N017 started, N017 succeeded, N018 started, N018 succeeded, N019 started, N019 succeeded, N020 started, N020 succeeded, N021 started, N021 succeeded, N022 started, N022 succeeded, N023 started, N023 succeeded, N025 started, N025 succeeded], node_status: {0: Succeeded(String(\"629b0124-32fc-4f22-b77d-706819a10192\")), 1: Succeeded(String(\"b6d65341-167c-41df-9b5c-41cded99c229\")), 2: Succeeded(String(\"::1:2\")), 3: Succeeded(Object {\"cpu_platform\": String(\"AmdMilan\"), \"id\": String(\"629b0124-32fc-4f22-b77d-706819a10192\"), \"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"propolis_ip\": String(\"::1:2/128\"), \"propolis_port\": Number(12400), \"runtime\": Object {\"gen\": Number(1), \"state\": String(\"Creating\"), \"time_state_updated\": String(\"2026-01-16T23:08:31.179270Z\")}, \"sled_id\": String(\"b6d65341-167c-41df-9b5c-41cded99c229\"), \"time_created\": String(\"2026-01-16T23:08:31.179270Z\"), \"time_deleted\": Null}), 4: Succeeded(Object {\"auto_restart\": Object {\"cooldown\": Null, \"policy\": Null}, \"boot_disk_id\": Null, \"cpu_platform\": Null, \"hostname\": String(\"the-host\"), \"identity\": Object {\"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"name\": String(\"instance-consistency-group-1\"), \"time_created\": String(\"2026-01-16T23:08:24.704809Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:24.704809Z\")}, \"intended_state\": String(\"Running\"), \"memory\": Number(1073741824), \"ncpus\": Number(4), \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"runtime_state\": Object {\"dst_propolis_id\": Null, \"gen\": Number(3), \"migration_id\": Null, \"nexus_state\": String(\"Vmm\"), \"propolis_id\": String(\"629b0124-32fc-4f22-b77d-706819a10192\"), \"time_last_auto_restarted\": Null, \"time_updated\": String(\"2026-01-16T23:08:24.704809Z\")}, \"updater_gen\": Number(1), \"updater_id\": Null, \"user_data\": Array [Number(35), Number(99), Number(108), Number(111), Number(117), Number(100), Number(45), Number(99), Number(111), Number(110), Number(102), Number(105), Number(103), Number(10), Number(115), Number(121), Number(115), Number(116), Number(101), Number(109), Number(95), Number(105), Number(110), Number(102), Number(111), Number(58), Number(10), Number(32), Number(32), Number(100), Number(101), Number(102), Number(97), Number(117), Number(108), Number(116), Number(95), Number(117), Number(115), Number(101), Number(114), Number(58), Number(10), Number(32), Number(32), Number(32), Number(32), Number(110), Number(97), Number(109), Number(101), Number(58), Number(32), Number(111), Number(120), Number(105), Number(100), Number(101)]}), 5: Succeeded(Array []), 6: Succeeded(Null), 7: Succeeded(Null), 8: Succeeded(Null), 9: Succeeded(Null), 10: Succeeded(Null), 11: Succeeded(Null), 12: Succeeded(Null), 13: Succeeded(Null), 14: Succeeded(Null), 15: Succeeded(Null), 16: Succeeded(Null), 17: Succeeded(Null), 18: Succeeded(Null), 19: Succeeded(Null), 20: Succeeded(Object {\"cpu_platform\": String(\"AmdMilan\"), \"id\": String(\"629b0124-32fc-4f22-b77d-706819a10192\"), \"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"propolis_ip\": String(\"::1:2/128\"), \"propolis_port\": Number(12400), \"runtime\": Object {\"gen\": Number(2), \"state\": String(\"Starting\"), \"time_state_updated\": String(\"2026-01-16T23:08:33.214762517Z\")}, \"sled_id\": String(\"b6d65341-167c-41df-9b5c-41cded99c229\"), \"time_created\": String(\"2026-01-16T23:08:31.179270Z\"), \"time_deleted\": Null}), 21: Succeeded(Null), 22: Succeeded(Null), 23: Succeeded(Null), 24: Succeeded(Null), 25: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Null, node_outputs: {\"dpd_ensure\": Null, \"ensure_local_storage_0\": Null, \"ensure_local_storage_1\": Null, \"ensure_local_storage_10\": Null, \"ensure_local_storage_11\": Null, \"ensure_local_storage_2\": Null, \"ensure_local_storage_3\": Null, \"ensure_local_storage_4\": Null, \"ensure_local_storage_5\": Null, \"ensure_local_storage_6\": Null, \"ensure_local_storage_7\": Null, \"ensure_local_storage_8\": Null, \"ensure_local_storage_9\": Null, \"ensure_registered\": Object {\"cpu_platform\": String(\"AmdMilan\"), \"id\": String(\"629b0124-32fc-4f22-b77d-706819a10192\"), \"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"propolis_ip\": String(\"::1:2/128\"), \"propolis_port\": Number(12400), \"runtime\": Object {\"gen\": Number(2), \"state\": String(\"Starting\"), \"time_state_updated\": String(\"2026-01-16T23:08:33.214762517Z\")}, \"sled_id\": String(\"b6d65341-167c-41df-9b5c-41cded99c229\"), \"time_created\": String(\"2026-01-16T23:08:31.179270Z\"), \"time_deleted\": Null}, \"ensure_running\": Null, \"local_storage_records\": Array [], \"multicast_sled_id\": Null, \"propolis_id\": String(\"629b0124-32fc-4f22-b77d-706819a10192\"), \"propolis_ip\": String(\"::1:2\"), \"sled_id\": String(\"b6d65341-167c-41df-9b5c-41cded99c229\"), \"started_record\": Object {\"auto_restart\": Object {\"cooldown\": Null, \"policy\": Null}, \"boot_disk_id\": Null, \"cpu_platform\": Null, \"hostname\": String(\"the-host\"), \"identity\": Object {\"description\": String(\"instance \\\"instance-consistency-group-1\\\"\"), \"id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"name\": String(\"instance-consistency-group-1\"), \"time_created\": String(\"2026-01-16T23:08:24.704809Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:24.704809Z\")}, \"intended_state\": String(\"Running\"), \"memory\": Number(1073741824), \"ncpus\": Number(4), \"project_id\": String(\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"), \"runtime_state\": Object {\"dst_propolis_id\": Null, \"gen\": Number(3), \"migration_id\": Null, \"nexus_state\": String(\"Vmm\"), \"propolis_id\": String(\"629b0124-32fc-4f22-b77d-706819a10192\"), \"time_last_auto_restarted\": Null, \"time_updated\": String(\"2026-01-16T23:08:24.704809Z\")}, \"updater_gen\": Number(1), \"updater_id\": Null, \"user_data\": Array [Number(35), Number(99), Number(108), Number(111), Number(117), Number(100), Number(45), Number(99), Number(111), Number(110), Number(102), Number(105), Number(103), Number(10), Number(115), Number(121), Number(115), Number(116), Number(101), Number(109), Number(95), Number(105), Number(110), Number(102), Number(111), Number(58), Number(10), Number(32), Number(32), Number(100), Number(101), Number(102), Number(97), Number(117), Number(108), Number(116), Number(95), Number(117), Number(115), Number(101), Number(114), Number(58), Number(10), Number(32), Number(32), Number(32), Number(32), Number(110), Number(97), Number(109), Number(101), Number(58), Number(32), Number(111), Number(120), Number(105), Number(100), Number(101)]}, \"v2p_ensure\": Null, \"virtual_resources\": Null, \"vmm_record\": Object {\"cpu_platform\": String(\"AmdMilan\"), \"id\": String(\"629b0124-32fc-4f22-b77d-706819a10192\"), \"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"propolis_ip\": String(\"::1:2/128\"), \"propolis_port\": Number(12400), \"runtime\": Object {\"gen\": Number(1), \"state\": String(\"Creating\"), \"time_state_updated\": String(\"2026-01-16T23:08:31.179270Z\")}, \"sled_id\": String(\"b6d65341-167c-41df-9b5c-41cded99c229\"), \"time_created\": String(\"2026-01-16T23:08:31.179270Z\"), \"time_deleted\": Null}} }) }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.815661461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.815769154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.815854245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.815919497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.816308736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.817127365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"1f6547e8-5dc7-4a48-a03d-dd593eaf1a99","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10112257,"response_code":201}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.817585746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.817718209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.817822191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.817931584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.818751443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.819594852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.819689054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.819731195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.820347489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.821478806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.821747362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cefdd88d-673d-483f-b9c4-e4c603b5f1b6\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:08:33 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.821871995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.821972547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.822025098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.822067009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.822604342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"201"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.82295803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"201"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.824382203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.824517436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.8246773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.825457648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.826377659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.826455681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.826497562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.827032984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.828100739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.828981739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.829118252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.829180624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.830186787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.830278979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.830351751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.831244052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.831995929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.842001021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ById(2d7c0490-cd74-4458-93da-f848e9c15bf6) }, key: 15e5af04-870f-46f5-ac26-541be2ef4630, lookup_type: ById(15e5af04-870f-46f5-ac26-541be2ef4630) }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.842190725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.842296828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.842804369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.847040307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.847097149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.84757941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.848465501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.858272158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.858409241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.858474502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.858522613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.861607285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.861716407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.862490215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.864213315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.864294047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.864343098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.866468288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.866547359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.867178774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.868103565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.868174357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.868689079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.871061484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.871141676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.871827461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.872497127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.872565099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.873227214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.875291002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.875412855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.875493066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.876608222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.876667973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.876720655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ById(2d7c0490-cd74-4458-93da-f848e9c15bf6) }, key: e6da5f95-42e2-4249-a519-7941c9ed8d0f, lookup_type: ById(e6da5f95-42e2-4249-a519-7941c9ed8d0f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.876778506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.876817147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.876876108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.877434851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.880444471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.880528363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.880589944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.880993424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.882321855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.882382576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.882435077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.882472568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.884074355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.884163717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.884212868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.886920941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.887089455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.887183537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.887237478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.887787511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"member state reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.888701632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.888789534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.888872026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.888989779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.889740076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.89208246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.904082779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ById(2d7c0490-cd74-4458-93da-f848e9c15bf6) }, key: e6da5f95-42e2-4249-a519-7941c9ed8d0f, lookup_type: ById(e6da5f95-42e2-4249-a519-7941c9ed8d0f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.90416707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.904210942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.904262663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.904921528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.905969632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.913575368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.913685211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.913770543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.913843914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.913909716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.914322236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.915343399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.915434391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.915530013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.915662126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.916343422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.919437984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.919508685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.919546277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.91971263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.919804083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.919865084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.920531639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.927727606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.927795457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.927846329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.92788842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.927937631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.927985942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.928026413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.928074144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.928167866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.928242128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.928302209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.941936195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.942011246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.942259202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.943230935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.95335998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.953481272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.953564634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.953966754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.962843709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ById(2d7c0490-cd74-4458-93da-f848e9c15bf6) }, key: e6da5f95-42e2-4249-a519-7941c9ed8d0f, lookup_type: ByName(\"default\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.962938771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.962994252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.963053844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.96374567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.964762883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.964850185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.964966718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.965026409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.965520551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.96761869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.967680741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.967753833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.968214463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.970276621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.972721088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.973010155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.973191869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.974744075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.974862738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.97496687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.975020911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.975237926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.979690519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.995020954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ById(2d7c0490-cd74-4458-93da-f848e9c15bf6) }, key: e6da5f95-42e2-4249-a519-7941c9ed8d0f, lookup_type: ByName(\"default\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.995086636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.995105406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.995135787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.995818153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.997080702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances?project=test-project","method":"POST","req_id":"904ff28a-a1fb-489a-a07f-db79baa96ccf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10292362,"response_code":201}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:33.998113866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"201"}
{"msg":"Stopping Dendrite for switch0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:33.998470864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:33.999982629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.00004413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.001089545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.002854186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.003757837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.003836409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.004111485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.004170936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.004223158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.004267808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.004865552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.006219984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.006277935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.006840418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.008517767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.008586408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.009295125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.010237126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.01037908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.010960143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.017198578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.017266649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.01730893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.017364391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.018104429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.019127592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.019202764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.019245595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.019282146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.019852749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.020819952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"InternetGateway { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ById(2d7c0490-cd74-4458-93da-f848e9c15bf6) }, key: f345a8d7-2466-4699-8abc-9a09e75c1d29, lookup_type: ByName(\"default\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.021023076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.021080978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.021120489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.021717832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.022857609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.022918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.026227777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.026402541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":5,"elapsed":"286.182467ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.026583155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Signaled"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.027329642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.027368703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.027398884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.028245224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.028361416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.028429288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.029133944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.030445034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.030571217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.03068133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.031346305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.032324378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61877","req_id":"6f5b70f4-dff8-4a8c-a494-b0ff9cf130ab","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   e9 d0 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.032521962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61877","req_id":"6f5b70f4-dff8-4a8c-a494-b0ff9cf130ab","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 59856,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.032921532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.033202378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.033569137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61877","req_id":"6f5b70f4-dff8-4a8c-a494-b0ff9cf130ab","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.033645768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.037062228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.037199451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.037259852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.037882957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.038723476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.038790158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.038845069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.039395112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.040543178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3950, tv_nsec: 815771289 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.040724052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.041297316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:42857","req_id":"379ae536-0049-49cb-a0d8-b8d8026b3319","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   4b ec 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   K...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.04147918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:42857","req_id":"379ae536-0049-49cb-a0d8-b8d8026b3319","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19436,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.041836228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.042011802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:42857","req_id":"379ae536-0049-49cb-a0d8-b8d8026b3319","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.042292089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.04234974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.042388051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.042445192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.042991535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.043857185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.053479338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"InternetGateway { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 2d7c0490-cd74-4458-93da-f848e9c15bf6, lookup_type: ById(2d7c0490-cd74-4458-93da-f848e9c15bf6) }, key: f345a8d7-2466-4699-8abc-9a09e75c1d29, lookup_type: ByName(\"default\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"InternetGateway\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.05356591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.053785475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vpc-routes","method":"PUT"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.09330053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.093931035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"92068cdd-bc3d-4af9-b55e-b70d73fd8afc","remote_addr":"[::1]:46248","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.094005956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"92068cdd-bc3d-4af9-b55e-b70d73fd8afc","remote_addr":"[::1]:46248","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.094503758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"92068cdd-bc3d-4af9-b55e-b70d73fd8afc","remote_addr":"[::1]:46248","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":583,"response_code":204}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.094724733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.094784084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.094829905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.095542742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.096892983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:37375/switch/identifiers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:37375, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to determine switch slot for dendrite","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:34.096965445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"[::1]:37375","error":"Communication Error: error sending request for url (http://[::1]:37375/switch/identifiers)"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.098673694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.098819818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.099992025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.100809554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.101708155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 204, headers: {\"x-request-id\": \"92068cdd-bc3d-4af9-b55e-b70d73fd8afc\", \"date\": \"Fri, 16 Jan 2026 23:08:34 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.102753229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":3,"elapsed":"664.044546ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.10280598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Signaled"}
{"msg":"VPC route manager running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.103317242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.103357403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.103395663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.103433495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.103480725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.104137751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.106603268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.111261416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.111345678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.11143442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.111504431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.112235928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.114398848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.11445041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.11448401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.114523191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.114556362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.11491306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.12182189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.121991014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.122046986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.122090016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.122126687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.12268056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.124759978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.124855841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.124989434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"member state reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.12654699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.126627901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.126661192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.126700013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.127334028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.128956885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.132761074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.133876989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.133945211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.133978402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.13432514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.134452363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.1352037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.136232194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.136304465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.137463062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.137538734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.137580465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.17663576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.176830704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/vpc-routes","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.177403248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ByName(\"instance-consistency-group-1\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.17752324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.177583172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.177634273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.178273478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.179071486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.179137408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.179191299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.179835064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.180626222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46252"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.18095985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.181013291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.181368709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.182431094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.182850284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"bf9049e7-4adf-43b8-86f1-c78d05320f67","remote_addr":"[::1]:46252","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.182958516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"bf9049e7-4adf-43b8-86f1-c78d05320f67","remote_addr":"[::1]:46252","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.183300024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"bf9049e7-4adf-43b8-86f1-c78d05320f67","remote_addr":"[::1]:46252","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":455,"response_code":200}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.183563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.183708514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.183838787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.184708777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.185767491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.185928445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.185978486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.186018077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.18658482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.187968662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf9049e7-4adf-43b8-86f1-c78d05320f67\", \"content-length\": \"210\", \"date\": \"Fri, 16 Jan 2026 23:08:34 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.188235258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.188434683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.18918944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.190161363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.190261955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.190333567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.190855899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.192249301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.192313173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.194494483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.194555405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.197892942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.197955793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.198012145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.198052626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":6,"elapsed":"171.42953ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.198862965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.206360378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ByName(\"instance-consistency-group-1\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.206476981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.206540612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.207543175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.210983885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.211104648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.211688451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"26c443c7-9138-4343-935a-b624f61297e5","remote_addr":"[::1]:46252","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.211750183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"26c443c7-9138-4343-935a-b624f61297e5","remote_addr":"[::1]:46252","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.211967098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"26c443c7-9138-4343-935a-b624f61297e5","remote_addr":"[::1]:46252","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":295,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.212285425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/eip-gateways\", status: 204, headers: {\"x-request-id\": \"26c443c7-9138-4343-935a-b624f61297e5\", \"date\": \"Fri, 16 Jan 2026 23:08:34 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.212346466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.212386438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.213172396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.214002925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.214099337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.21466481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.220803812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.220867464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.221651202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.226920774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: cb00123a-e923-43e3-a41d-0d6b495b7342, lookup_type: ByOther(\"ASM multicast pool for current silo\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.227022386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.227083938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.227137889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.227848145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.228625954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.228682195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.230355034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.234785386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.238889641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: cb00123a-e923-43e3-a41d-0d6b495b7342, lookup_type: ByOther(\"ASM multicast pool for current silo\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"multicast group allocation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.239058145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","pool_id":"cb00123a-e923-43e3-a41d-0d6b495b7342","has_sources":false,"pool_selection":"default"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.239190718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.23929305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.239896455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229 push not needed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.240890958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.241134493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vpc-routes","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.241648895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"a260b122-1f45-4a1d-961b-7edf88087436","remote_addr":"[::1]:46252","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.241773148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"a260b122-1f45-4a1d-961b-7edf88087436","remote_addr":"[::1]:46252","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.242239079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"a260b122-1f45-4a1d-961b-7edf88087436","remote_addr":"[::1]:46252","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":589,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.242506565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a260b122-1f45-4a1d-961b-7edf88087436\", \"date\": \"Fri, 16 Jan 2026 23:08:34 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.244519971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":4,"elapsed":"141.689531ms"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:34.283172497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.506471607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.506637801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.507596643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.508507615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Signaled"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.508635258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.508714359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.508825612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.511893403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:25764","req_id":"94c14350-fa5c-40a1-8b0d-43f6d918b2e4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   51 78 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   Qx..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.512101638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:25764","req_id":"94c14350-fa5c-40a1-8b0d-43f6d918b2e4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 20856,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.512285912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.512508697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.512610979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:25764","req_id":"94c14350-fa5c-40a1-8b0d-43f6d918b2e4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.513162702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3951, tv_nsec: 288411664 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.513239594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.517483762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:8553","req_id":"da34ddbc-2f6c-4ec3-97c3-edf2b02cf206","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   ad af 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.517579134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:8553","req_id":"da34ddbc-2f6c-4ec3-97c3-edf2b02cf206","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 44463,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.517772889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.51780955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:8553","req_id":"da34ddbc-2f6c-4ec3-97c3-edf2b02cf206","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.558240286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.563548249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1/multicast-groups/consistency-group-1?project=test-project","method":"PUT","req_id":"0cc260de-e200-4dc2-a415-cb8f6b918803","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":559783,"response_code":201}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.564053011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:37375/switch/identifiers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:37375, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to determine switch slot for dendrite","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:34.564118062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"[::1]:37375","error":"Communication Error: error sending request for url (http://[::1]:37375/switch/identifiers)"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.565712619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.565794541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.566796594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.567559162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.5687593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"201"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.569094218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.569702062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.569787744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.570003729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.570085141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.570143952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.570191633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.570764936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.571669807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":1}
{"msg":"processing external multicast group transition: 'Creating' → 'Active'","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.571734099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_linked":false,"vni":"Vni(Vni(77))","multicast_scope":"IPv4_External","multicast_ip":"224.2.0.0/32","group_name":"consistency-group-1","group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"processing creating multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.57177636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: None, tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"creating new underlay group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.571831281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: None, tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.571884752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.571941533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.572494536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.574666827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.574724858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.57524512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.577583974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.577653156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.577710527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.577780779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.578627408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"Created new underlay multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.579736284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","multicast_ip":"ff04::e002:0/128","group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.579790125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.579837936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.580259756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.584924504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.584992166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.585042207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.585971468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"initiating DPD transaction saga for multicast forwarding configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.588514877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_external_and_underlay_groups","saga_type":"multicast_group_dpd_ensure","vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_multicast_ip":"224.2.0.0/32","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.588773703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.588823174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.589026329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":4,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[3,0,null],[2,4,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.fetch_group_data\",\"label\":\"FetchGroupData\",\"name\":\"group_data\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_dataplane\",\"label\":\"UpdateDataplane\",\"name\":\"update_responses\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_group_state\",\"label\":\"UpdateGroupState\",\"name\":\"state_updated\"}},{\"Start\":{\"params\":{\"external_group_id\":\"f643b999-0df5-4ca9-8524-3431f1dbb507\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"UserBuiltin\":{\"user_builtin_id\":\"001de000-05e4-4000-8000-000000000002\"}},\"credential_id\":null,\"device_token_expiration\":null},null]}},\"underlay_group_id\":\"c2364f1d-f234-4e82-9cb0-ba5f535116ac\"}}},\"End\"]},\"saga_name\":\"multicast-group-dpd-ensure\",\"start_node\":3}"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.589136991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"multicast-group-dpd-ensure","saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.589771726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.59382171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.593933513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.593987104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.594564807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.596652276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.596747208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DPD multicast forwarding configuration saga initiated","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.59685188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expected_outcome":"Creating → Active","pending_dpd_operations":"[create_external_group, create_underlay_group, configure_nat_mapping]","saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.596943522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: None, tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","state":"Creating"}
{"msg":"group reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.597024624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":1,"processed":1,"state":"Creating"}
{"msg":"reconciling member state changes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.597069965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.597107386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.597164447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.597654779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.59815213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.598218402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.600034004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.600109646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.600163157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.600200438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.600888984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.603555285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.603637527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.604282912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.605116681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.605195183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.605264375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.605854779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.606522324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.606571995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"3","saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.61238919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.612448391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.618264416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.622522525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.622608077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.622687648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.62274359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.622932324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.623855475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.623910457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.623985298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.62403312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.624641154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetching multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.628262317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.628317979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.62838207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.629073376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.633757835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.633851767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.634533453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.638600867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.647905352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.648040935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.648143228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.648457395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.651175238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.65128367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.652018087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.652816276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.652916868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.653518142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.657769181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.657832662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.657884414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.658832675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.65989391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ByName(\"instance-consistency-group-2\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.659999922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.660060614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.660147556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.660792781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"fetched multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.661745673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"vni":"77","underlay_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_ip":"224.2.0.0/32","external_group_name":"consistency-group-1","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.662015409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.66206436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"external_group\": Object {\"identity\": Object {\"description\": String(\"Implicitly created for instance attachment\"), \"id\": String(\"f643b999-0df5-4ca9-8524-3431f1dbb507\"), \"name\": String(\"consistency-group-1\"), \"time_created\": String(\"2026-01-16T23:08:34.241446Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:34.241446Z\")}, \"ip_pool_id\": String(\"cb00123a-e923-43e3-a41d-0d6b495b7342\"), \"ip_pool_range_id\": String(\"9c9c0e62-77ac-4005-9f3c-c26e45713eba\"), \"multicast_ip\": String(\"224.2.0.0/32\"), \"mvlan\": Null, \"state\": String(\"Creating\"), \"tag\": String(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), \"underlay_group_id\": String(\"c2364f1d-f234-4e82-9cb0-ba5f535116ac\"), \"underlay_salt\": Null, \"version_added\": Number(1), \"version_removed\": Null, \"vni\": Number(77)}, \"source_filter\": Object {\"has_any_source_member\": Bool(true), \"specific_sources\": Array []}, \"underlay_group\": Object {\"id\": String(\"c2364f1d-f234-4e82-9cb0-ba5f535116ac\"), \"multicast_ip\": String(\"ff04::e002:0/128\"), \"tag\": String(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), \"time_created\": String(\"2026-01-16T23:08:34.571742Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:34.571744Z\"), \"version_added\": Number(1026), \"version_removed\": Null}})","node_id":"0","saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.665361947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.665479009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.665540371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.666155485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.667294451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.667367503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"member not ready to join: waiting for next run","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.668251643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group_state":"Creating","instance_valid":true,"group_name":"consistency-group-1","group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507","member_id":"1396c948-d098-4b75-948b-14fba9766ce4"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.668312625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: 1396c948-d098-4b75-948b-14fba9766ce4, time_created: 2026-01-16T23:08:34.510247Z, time_modified: 2026-01-16T23:08:34.510247Z, time_deleted: None, external_group_id: f643b999-0df5-4ca9-8524-3431f1dbb507, parent_id: 654b8aa8-0014-4f2e-b375-089d955844b2, sled_id: Some(b6d65341-167c-41df-9b5c-41cded99c229 (sled)), state: Joining, version_added: Generation(Generation(1025)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.668408437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"member state reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.668486579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.668534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.668574261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.668620402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.668891638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.67717759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.677294023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.677373825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.67802526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.679008232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.679078134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.679137275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.679191347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.684608502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.684684374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.684726525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:13854","req_id":"d2dcf779-aa8a-44e3-996a-0b852054319e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   9e 38 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .8..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.684783546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:13854","req_id":"d2dcf779-aa8a-44e3-996a-0b852054319e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 40504,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.68493531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.68495824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.684974041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:13854","req_id":"d2dcf779-aa8a-44e3-996a-0b852054319e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.685009141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3951, tv_nsec: 458151254 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.685066833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.685101904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:22351","req_id":"aa742bdd-d44b-4ffd-89e3-657bcc3085ef","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   0e e8 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.685151395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:22351","req_id":"aa742bdd-d44b-4ffd-89e3-657bcc3085ef","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3816,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.685299888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.685336329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:22351","req_id":"aa742bdd-d44b-4ffd-89e3-657bcc3085ef","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.724962176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.725394697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.734144839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ByName(\"instance-consistency-group-2\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.734260712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.734332173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.734859906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.736139795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.736195447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.736238988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.736634967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.737560638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:37375/switch/identifiers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:37375, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to determine switch slot for dendrite","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:34.737658091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"[::1]:37375","error":"Communication Error: error sending request for url (http://[::1]:37375/switch/identifiers)"}
{"msg":"applying multicast configuration via DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.739113164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"underlay_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_ip":"224.2.0.0/32","external_group_name":"consistency-group-1","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507","switch_count":"0"}
{"msg":"DPD multicast group creation initiated across rack switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.739192736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_groups","specific_sources_count":0,"has_any_source_member":true,"address_mode":"ASM","multicast_scope":"IPv4_External","switch_count":0,"vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_multicast_ip":"224.2.0.0/32","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.739262278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 failed"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.739751389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Failed(ActionFailed { source_error: Object {\"InternalError\": Object {\"internal_message\": String(\"no switches were configured\")}} })","node_id":"1","saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.740682951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.740784013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.741381437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.742536003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.742591845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.742633686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.742707587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.7432385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.744083259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.744145451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"unwinding","saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.74753037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: cb00123a-e923-43e3-a41d-0d6b495b7342, lookup_type: ByOther(\"ASM multicast pool for current silo\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.747693473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.747770375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.747826816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.748374919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.749315821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.749366462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoStarted","node_id":"0","saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.752064114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.75488541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: cb00123a-e923-43e3-a41d-0d6b495b7342, lookup_type: ByOther(\"ASM multicast pool for current silo\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"multicast group allocation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.754991642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","pool_id":"cb00123a-e923-43e3-a41d-0d6b495b7342","has_sources":false,"pool_selection":"default"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.755048593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.755111485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.755644957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.756435716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.756498017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoFinished","node_id":"0","saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.759589729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.75965402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoStarted","node_id":"3","saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.762186769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_finished"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.76225259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoFinished","node_id":"3","saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.76482506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.765112577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:34.776722455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"action_error_source":"ActionFailed { source_error: Object {\"InternalError\": Object {\"internal_message\": String(\"no switches were configured\")}} }","action_error_node_name":"\"update_responses\"","result":"failure","saga_name":"multicast-group-dpd-ensure","saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.777020242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"ed5333a1-5569-4bc0-9051-606af79ec63f","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.814294825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.814534211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.816799903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.817801326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.817877158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.817910399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.826207391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.826283303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":2,"orphaned_member_cleanup":0,"member_lifecycle_transitions":1,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":1}
{"msg":"multicast RPW reconciliation pass completed successfully","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.826342054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_operations":2,"orphaned_members_cleaned":0,"member_state_transitions":1,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":1}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.826388545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":1,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":1}","iteration":7,"elapsed":"317.87638ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.826462437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Signaled"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.826504288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.826558599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.82659322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.828611017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:32152","req_id":"6a29d549-32e0-4158-8823-18ddc40c98f8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   77 3d 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   w=..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.828689919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:32152","req_id":"6a29d549-32e0-4158-8823-18ddc40c98f8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 30525,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.829259932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.829576239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.829747303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:32152","req_id":"6a29d549-32e0-4158-8823-18ddc40c98f8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.830767737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3951, tv_nsec: 605593438 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.830846659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.83088886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:16477","req_id":"f86ce2d9-6cac-44a9-b41d-7cadb19e866c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   53 ec 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   S...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.830965131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:16477","req_id":"f86ce2d9-6cac-44a9-b41d-7cadb19e866c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21484,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.831161476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.831202047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:16477","req_id":"f86ce2d9-6cac-44a9-b41d-7cadb19e866c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.869077414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.869690858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:37375/switch/identifiers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:37375, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to determine switch slot for dendrite","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:34.86979094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"[::1]:37375","error":"Communication Error: error sending request for url (http://[::1]:37375/switch/identifiers)"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.871398438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.871456299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.872629316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.873633909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.877633502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":1}
{"msg":"processing external multicast group transition: 'Creating' → 'Active'","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.877707824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_linked":true,"vni":"Vni(Vni(77))","multicast_scope":"IPv4_External","multicast_ip":"224.2.0.0/32","group_name":"consistency-group-1","group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"processing creating multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.877770615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.87843953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.878517322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.879885424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found linked underlay group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.885905543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_group":"UnderlayMulticastGroup { id: c2364f1d-f234-4e82-9cb0-ba5f535116ac, time_created: 2026-01-16T23:08:34.571742Z, time_modified: 2026-01-16T23:08:34.571744Z, time_deleted: None, multicast_ip: V6(Ipv6Network { addr: ff04::e002:0, prefix: 128 }), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), version_added: Generation(Generation(1026)), version_removed: None }","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"initiating DPD transaction saga for multicast forwarding configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.886072577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_external_and_underlay_groups","saga_type":"multicast_group_dpd_ensure","vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_multicast_ip":"224.2.0.0/32","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.886310163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.886365374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.886519558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":4,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[3,0,null],[2,4,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.fetch_group_data\",\"label\":\"FetchGroupData\",\"name\":\"group_data\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_dataplane\",\"label\":\"UpdateDataplane\",\"name\":\"update_responses\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_group_state\",\"label\":\"UpdateGroupState\",\"name\":\"state_updated\"}},{\"Start\":{\"params\":{\"external_group_id\":\"f643b999-0df5-4ca9-8524-3431f1dbb507\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"UserBuiltin\":{\"user_builtin_id\":\"001de000-05e4-4000-8000-000000000002\"}},\"credential_id\":null,\"device_token_expiration\":null},null]}},\"underlay_group_id\":\"c2364f1d-f234-4e82-9cb0-ba5f535116ac\"}}},\"End\"]},\"saga_name\":\"multicast-group-dpd-ensure\",\"start_node\":3}"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.8866157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"multicast-group-dpd-ensure","saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd"}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.889415224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.889485466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DPD multicast forwarding configuration saga initiated","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.889582679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expected_outcome":"Creating → Active","pending_dpd_operations":"[create_external_group, create_underlay_group, configure_nat_mapping]","saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.88966209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","state":"Creating"}
{"msg":"group reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.889746752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":1,"processed":1,"state":"Creating"}
{"msg":"reconciling member state changes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.889790613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.889823904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.889873955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.890725215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.891407401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.891536814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.895651789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.895732791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.896592341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.897511142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.897561643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"3","saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.901795851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.901857943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.903880099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.903931751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.903968221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.904003332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.904827701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.908260081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.914229979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.914370142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.914540637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.91514306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetching multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.916075372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.916148394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.916207045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.91684744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.921568659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.921633761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.921689452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.922508751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.923396371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.923473203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.924234791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetched multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.92764071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"vni":"77","underlay_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_ip":"224.2.0.0/32","external_group_name":"consistency-group-1","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.928406097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.928488379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"external_group\": Object {\"identity\": Object {\"description\": String(\"Implicitly created for instance attachment\"), \"id\": String(\"f643b999-0df5-4ca9-8524-3431f1dbb507\"), \"name\": String(\"consistency-group-1\"), \"time_created\": String(\"2026-01-16T23:08:34.241446Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:34.241446Z\")}, \"ip_pool_id\": String(\"cb00123a-e923-43e3-a41d-0d6b495b7342\"), \"ip_pool_range_id\": String(\"9c9c0e62-77ac-4005-9f3c-c26e45713eba\"), \"multicast_ip\": String(\"224.2.0.0/32\"), \"mvlan\": Null, \"state\": String(\"Creating\"), \"tag\": String(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), \"underlay_group_id\": String(\"c2364f1d-f234-4e82-9cb0-ba5f535116ac\"), \"underlay_salt\": Null, \"version_added\": Number(1), \"version_removed\": Null, \"vni\": Number(77)}, \"source_filter\": Object {\"has_any_source_member\": Bool(true), \"specific_sources\": Array []}, \"underlay_group\": Object {\"id\": String(\"c2364f1d-f234-4e82-9cb0-ba5f535116ac\"), \"multicast_ip\": String(\"ff04::e002:0/128\"), \"tag\": String(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), \"time_created\": String(\"2026-01-16T23:08:34.571742Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:34.571744Z\"), \"version_added\": Number(1026), \"version_removed\": Null}})","node_id":"0","saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"member not ready to join: waiting for next run","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.928813577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group_state":"Creating","instance_valid":true,"group_name":"consistency-group-1","group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507","member_id":"1396c948-d098-4b75-948b-14fba9766ce4"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.928894329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: 1396c948-d098-4b75-948b-14fba9766ce4, time_created: 2026-01-16T23:08:34.510247Z, time_modified: 2026-01-16T23:08:34.510247Z, time_deleted: None, external_group_id: f643b999-0df5-4ca9-8524-3431f1dbb507, parent_id: 654b8aa8-0014-4f2e-b375-089d955844b2, sled_id: Some(b6d65341-167c-41df-9b5c-41cded99c229 (sled)), state: Joining, version_added: Generation(Generation(1025)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.929026182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"member state reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.929093853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.929127604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.929156825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.929263747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.9302337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.932220646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.932277357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.934594191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.935207145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:36950","req_id":"686c3d37-dc12-4880-9b45-201c9f99328d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   19 a9 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.935289907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:36950","req_id":"686c3d37-dc12-4880-9b45-201c9f99328d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 6569,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.935487852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.935793899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.93583232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:36950","req_id":"686c3d37-dc12-4880-9b45-201c9f99328d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.936206648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3951, tv_nsec: 711450080 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.93628437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.936555607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:10782","req_id":"3c851ce1-8d7b-4d06-b1d2-5eba4d7ae06f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   95 19 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.936650049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:10782","req_id":"3c851ce1-8d7b-4d06-b1d2-5eba4d7ae06f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 38169,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.936830943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.936862574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:10782","req_id":"3c851ce1-8d7b-4d06-b1d2-5eba4d7ae06f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.991056029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:34.991641302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:37375/switch/identifiers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:37375, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to determine switch slot for dendrite","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:34.991706993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"[::1]:37375","error":"Communication Error: error sending request for url (http://[::1]:37375/switch/identifiers)"}
{"msg":"applying multicast configuration via DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.99330323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"underlay_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_ip":"224.2.0.0/32","external_group_name":"consistency-group-1","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507","switch_count":"0"}
{"msg":"DPD multicast group creation initiated across rack switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.993392433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_groups","specific_sources_count":0,"has_any_source_member":true,"address_mode":"ASM","multicast_scope":"IPv4_External","switch_count":0,"vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_multicast_ip":"224.2.0.0/32","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.993518686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 failed"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:34.994556259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Failed(ActionFailed { source_error: Object {\"InternalError\": Object {\"internal_message\": String(\"no switches were configured\")}} })","node_id":"1","saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.997786224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:34.997842855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"unwinding","saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.006049885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.006104767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoStarted","node_id":"0","saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.010218912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.010329375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoFinished","node_id":"0","saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.018692668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.018824001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.018915214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.018982735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.020150592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.021314029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.02136627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoStarted","node_id":"3","saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.023907909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.024018102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.024284828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.025942306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.029471408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_finished"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.029527029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoFinished","node_id":"3","saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.031893214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.031946165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.035827245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.035891487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.035935677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.035985479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.036867949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:35.037865252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"action_error_source":"ActionFailed { source_error: Object {\"InternalError\": Object {\"internal_message\": String(\"no switches were configured\")}} }","action_error_node_name":"\"update_responses\"","result":"failure","saga_name":"multicast-group-dpd-ensure","saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.038134008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"9347ee21-1696-4893-ab96-dd577e35c4fd","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.039435759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.03950977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":2,"orphaned_member_cleanup":0,"member_lifecycle_transitions":1,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":1}
{"msg":"multicast RPW reconciliation pass completed successfully","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.039559861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_operations":2,"orphaned_members_cleaned":0,"member_state_transitions":1,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":1}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.039599982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":1,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":1}","iteration":8,"elapsed":"213.107534ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.059342499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.059566295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.06066393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.061320465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Signaled"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.061371097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.061398317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.061426168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.062166875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:57151","req_id":"8d0f7cec-7ed5-48d2-9479-0da36d0354f1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   e5 ae 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.062295328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:57151","req_id":"8d0f7cec-7ed5-48d2-9479-0da36d0354f1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58798,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.062480242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.062679397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.062764949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:57151","req_id":"8d0f7cec-7ed5-48d2-9479-0da36d0354f1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.063273891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3951, tv_nsec: 838514332 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.063386823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.063800053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:28712","req_id":"96bc1e50-ffeb-4b52-8bb5-f36580d24514","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   5b d6 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   [...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.063996017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:28712","req_id":"96bc1e50-ffeb-4b52-8bb5-f36580d24514","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23510,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.064363556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.064429697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:28712","req_id":"96bc1e50-ffeb-4b52-8bb5-f36580d24514","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.103201985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.103896371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2/multicast-groups/consistency-group-2?project=test-project","method":"PUT","req_id":"5e22be44-ea33-4cf1-a7a5-0dc753525ac1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":534204,"response_code":201}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.104353992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:37375/switch/identifiers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:37375, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to determine switch slot for dendrite","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:35.104427634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"[::1]:37375","error":"Communication Error: error sending request for url (http://[::1]:37375/switch/identifiers)"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.105871027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.105916088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.106777878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.107768251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.108874206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"201"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.109125732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.109437899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.109514681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.10988284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.109950951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.109998983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.110062044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.110582676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.113964344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":2}
{"msg":"processing external multicast group transition: 'Creating' → 'Active'","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.114153679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_linked":false,"vni":"Vni(Vni(77))","multicast_scope":"IPv4_External","multicast_ip":"224.2.0.1/32","group_name":"consistency-group-2","group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"processing creating multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.11421423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:34.758685Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: None, tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Creating, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }"}
{"msg":"creating new underlay group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.114287032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:34.758685Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: None, tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Creating, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.114346623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.114408085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.115124981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"processing external multicast group transition: 'Creating' → 'Active'","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.11592628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_linked":true,"vni":"Vni(Vni(77))","multicast_scope":"IPv4_External","multicast_ip":"224.2.0.0/32","group_name":"consistency-group-1","group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"processing creating multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.116061293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.116177815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.116231927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.116766139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.117791993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.117906646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.118615422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"found linked underlay group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.121186152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_group":"UnderlayMulticastGroup { id: c2364f1d-f234-4e82-9cb0-ba5f535116ac, time_created: 2026-01-16T23:08:34.571742Z, time_modified: 2026-01-16T23:08:34.571744Z, time_deleted: None, multicast_ip: V6(Ipv6Network { addr: ff04::e002:0, prefix: 128 }), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), version_added: Generation(Generation(1026)), version_removed: None }","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"initiating DPD transaction saga for multicast forwarding configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.121328645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_external_and_underlay_groups","saga_type":"multicast_group_dpd_ensure","vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_multicast_ip":"224.2.0.0/32","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.121400147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.121447078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"Created new underlay multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.121490209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","multicast_ip":"ff04::e002:1/128","group_id":"d288e423-120c-496d-9756-a596da108522"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.121514519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.12153577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.1224281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.123154037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.123223309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.12327238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.123319391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.124042468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.124824135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":4,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[3,0,null],[2,4,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.fetch_group_data\",\"label\":\"FetchGroupData\",\"name\":\"group_data\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_dataplane\",\"label\":\"UpdateDataplane\",\"name\":\"update_responses\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_group_state\",\"label\":\"UpdateGroupState\",\"name\":\"state_updated\"}},{\"Start\":{\"params\":{\"external_group_id\":\"f643b999-0df5-4ca9-8524-3431f1dbb507\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"UserBuiltin\":{\"user_builtin_id\":\"001de000-05e4-4000-8000-000000000002\"}},\"credential_id\":null,\"device_token_expiration\":null},null]}},\"underlay_group_id\":\"c2364f1d-f234-4e82-9cb0-ba5f535116ac\"}}},\"End\"]},\"saga_name\":\"multicast-group-dpd-ensure\",\"start_node\":3}"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.124962959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"multicast-group-dpd-ensure","saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.129110945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.129273859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.129396482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.130486247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"initiating DPD transaction saga for multicast forwarding configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.131752367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_external_and_underlay_groups","saga_type":"multicast_group_dpd_ensure","vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:1/128","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_multicast_ip":"224.2.0.1/32","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.131860309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"49503ce4-2b12-4039-9241-284074bef57e","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.13190001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"49503ce4-2b12-4039-9241-284074bef57e","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.131951081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.132093784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"49503ce4-2b12-4039-9241-284074bef57e","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":4,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[3,0,null],[2,4,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.fetch_group_data\",\"label\":\"FetchGroupData\",\"name\":\"group_data\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_dataplane\",\"label\":\"UpdateDataplane\",\"name\":\"update_responses\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_group_state\",\"label\":\"UpdateGroupState\",\"name\":\"state_updated\"}},{\"Start\":{\"params\":{\"external_group_id\":\"a9c05218-3fb7-462e-a6e5-eaf77011803c\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"UserBuiltin\":{\"user_builtin_id\":\"001de000-05e4-4000-8000-000000000002\"}},\"credential_id\":null,\"device_token_expiration\":null},null]}},\"underlay_group_id\":\"d288e423-120c-496d-9756-a596da108522\"}}},\"End\"]},\"saga_name\":\"multicast-group-dpd-ensure\",\"start_node\":3}"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.132225567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.132271659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"multicast-group-dpd-ensure","saga_id":"49503ce4-2b12-4039-9241-284074bef57e"}
{"msg":"DPD multicast forwarding configuration saga initiated","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.13273697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expected_outcome":"Creating → Active","pending_dpd_operations":"[create_external_group, create_underlay_group, configure_nat_mapping]","saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.133151239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.133222301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.136405004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.141485532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.141559254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.141611325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.141879321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.145343701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"49503ce4-2b12-4039-9241-284074bef57e","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.145399502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"49503ce4-2b12-4039-9241-284074bef57e","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.145439853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.145472134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"3","saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DPD multicast forwarding configuration saga initiated","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.145549336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expected_outcome":"Creating → Active","pending_dpd_operations":"[create_external_group, create_underlay_group, configure_nat_mapping]","saga_id":"49503ce4-2b12-4039-9241-284074bef57e","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.145613697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","state":"Creating"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.145688969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:34.758685Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: None, tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Creating, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }","state":"Creating"}
{"msg":"group reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.145762081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":2,"processed":2,"state":"Creating"}
{"msg":"reconciling member state changes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.145799922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.145831512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.145878914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.145914724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.146563789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.146661632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"49503ce4-2b12-4039-9241-284074bef57e","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.150447949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.150537222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.150581252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.150628244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.151434232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.152734882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.152839815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"3","saga_id":"49503ce4-2b12-4039-9241-284074bef57e","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.153721425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.156410167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.156461389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.159411357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.159462298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.161320301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.161406513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"49503ce4-2b12-4039-9241-284074bef57e","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.17421467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.17595595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.176027472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.176057512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.176779139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.17684225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.176912032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.176981134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.177667099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetching multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.18026083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.180315151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.180368402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.180410783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetching multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.180961616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"49503ce4-2b12-4039-9241-284074bef57e","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.181051468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"49503ce4-2b12-4039-9241-284074bef57e","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.18114389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"49503ce4-2b12-4039-9241-284074bef57e","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.181944219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"49503ce4-2b12-4039-9241-284074bef57e","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.182655885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.182788188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.183060175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.184339884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.185718036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.190038356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.190136188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.190228861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.19108093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.192170325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.196180118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.196794763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.196852574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.196934026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.197441808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.200354335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.200505168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.201386729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.2022863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.202440913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.202509515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.20317611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.204090082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"49503ce4-2b12-4039-9241-284074bef57e","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.205793221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"49503ce4-2b12-4039-9241-284074bef57e","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.205842732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"49503ce4-2b12-4039-9241-284074bef57e","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.205889023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.205958845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.2061952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"fetched multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.208643957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"vni":"77","underlay_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_ip":"224.2.0.0/32","external_group_name":"consistency-group-1","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.209222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.209287452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"external_group\": Object {\"identity\": Object {\"description\": String(\"Implicitly created for instance attachment\"), \"id\": String(\"f643b999-0df5-4ca9-8524-3431f1dbb507\"), \"name\": String(\"consistency-group-1\"), \"time_created\": String(\"2026-01-16T23:08:34.241446Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:34.241446Z\")}, \"ip_pool_id\": String(\"cb00123a-e923-43e3-a41d-0d6b495b7342\"), \"ip_pool_range_id\": String(\"9c9c0e62-77ac-4005-9f3c-c26e45713eba\"), \"multicast_ip\": String(\"224.2.0.0/32\"), \"mvlan\": Null, \"state\": String(\"Creating\"), \"tag\": String(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), \"underlay_group_id\": String(\"c2364f1d-f234-4e82-9cb0-ba5f535116ac\"), \"underlay_salt\": Null, \"version_added\": Number(1), \"version_removed\": Null, \"vni\": Number(77)}, \"source_filter\": Object {\"has_any_source_member\": Bool(true), \"specific_sources\": Array []}, \"underlay_group\": Object {\"id\": String(\"c2364f1d-f234-4e82-9cb0-ba5f535116ac\"), \"multicast_ip\": String(\"ff04::e002:0/128\"), \"tag\": String(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), \"time_created\": String(\"2026-01-16T23:08:34.571742Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:34.571744Z\"), \"version_added\": Number(1026), \"version_removed\": Null}})","node_id":"0","saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.21006306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.210127001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.21224497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.212302602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"member not ready to join: waiting for next run","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.216405596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group_state":"Creating","instance_valid":true,"group_name":"consistency-group-2","group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c","member_id":"cc294b96-b30f-48d8-be22-c984ee7815ce"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.216471578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:34.758685Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Creating, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: cc294b96-b30f-48d8-be22-c984ee7815ce, time_created: 2026-01-16T23:08:35.062897Z, time_modified: 2026-01-16T23:08:35.062897Z, time_deleted: None, external_group_id: a9c05218-3fb7-462e-a6e5-eaf77011803c, parent_id: 047649a1-bd77-4a29-8488-f19a376f3d65, sled_id: Some(b6d65341-167c-41df-9b5c-41cded99c229 (sled)), state: Joining, version_added: Generation(Generation(2051)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.21656691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:34.758685Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Creating, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.216638162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.216678033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.216773015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.217403439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.218462814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"fetched multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.218558436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"49503ce4-2b12-4039-9241-284074bef57e","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"vni":"77","underlay_ip":"ff04::e002:1/128","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_ip":"224.2.0.1/32","external_group_name":"consistency-group-2","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.218622738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.218657449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"external_group\": Object {\"identity\": Object {\"description\": String(\"Implicitly created for instance attachment\"), \"id\": String(\"a9c05218-3fb7-462e-a6e5-eaf77011803c\"), \"name\": String(\"consistency-group-2\"), \"time_created\": String(\"2026-01-16T23:08:34.758685Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:34.758685Z\")}, \"ip_pool_id\": String(\"cb00123a-e923-43e3-a41d-0d6b495b7342\"), \"ip_pool_range_id\": String(\"9c9c0e62-77ac-4005-9f3c-c26e45713eba\"), \"multicast_ip\": String(\"224.2.0.1/32\"), \"mvlan\": Null, \"state\": String(\"Creating\"), \"tag\": String(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), \"underlay_group_id\": String(\"d288e423-120c-496d-9756-a596da108522\"), \"underlay_salt\": Null, \"version_added\": Number(1027), \"version_removed\": Null, \"vni\": Number(77)}, \"source_filter\": Object {\"has_any_source_member\": Bool(true), \"specific_sources\": Array []}, \"underlay_group\": Object {\"id\": String(\"d288e423-120c-496d-9756-a596da108522\"), \"multicast_ip\": String(\"ff04::e002:1/128\"), \"tag\": String(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), \"time_created\": String(\"2026-01-16T23:08:35.114180Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:35.114181Z\"), \"version_added\": Number(2052), \"version_removed\": Null}})","node_id":"0","saga_id":"49503ce4-2b12-4039-9241-284074bef57e","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.219382456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.219529739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.220678036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.224860292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.225657361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:58352","req_id":"eb37a0e9-7e87-444a-adcb-ff74473e1d2f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   17 33 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .3..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.225730612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:58352","req_id":"eb37a0e9-7e87-444a-adcb-ff74473e1d2f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 5939,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.225922827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.226149642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.226246894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:58352","req_id":"eb37a0e9-7e87-444a-adcb-ff74473e1d2f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.226797507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3952, tv_nsec: 2047839 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.22865301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.228711842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:47939","req_id":"c18ea999-254b-4fdd-a112-b0c0430fc956","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   f7 f0 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.228788063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:47939","req_id":"c18ea999-254b-4fdd-a112-b0c0430fc956","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 63472,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.229006208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.22905458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:47939","req_id":"c18ea999-254b-4fdd-a112-b0c0430fc956","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.272558277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.273487248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.273618071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.273711853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.273801565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.27615069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.277477041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.277535692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"49503ce4-2b12-4039-9241-284074bef57e","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.278079895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ByName(\"instance-consistency-group-3\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.278252699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.278400572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.278480254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.279114259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.280307366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:37375/switch/identifiers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:37375, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to determine switch slot for dendrite","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:35.281111165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"[::1]:37375","error":"Communication Error: error sending request for url (http://[::1]:37375/switch/identifiers)"}
{"msg":"applying multicast configuration via DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.282052967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"underlay_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_ip":"224.2.0.0/32","external_group_name":"consistency-group-1","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507","switch_count":"0"}
{"msg":"DPD multicast group creation initiated across rack switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.282125698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_groups","specific_sources_count":0,"has_any_source_member":true,"address_mode":"ASM","multicast_scope":"IPv4_External","switch_count":0,"vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_multicast_ip":"224.2.0.0/32","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.282331883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.288005904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.288132147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.28824632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.288994957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.290931922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 failed"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.290982523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Failed(ActionFailed { source_error: Object {\"InternalError\": Object {\"internal_message\": String(\"no switches were configured\")}} })","node_id":"1","saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.291031515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.291313031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.291468905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.291600488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.292461198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:35.294122476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.294420713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:9019","req_id":"3ae5c111-a86a-47ca-bdaa-8e14047c6091","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   07 cc 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.294507475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:9019","req_id":"3ae5c111-a86a-47ca-bdaa-8e14047c6091","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 1996,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.29471221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.294915134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.295085798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:9019","req_id":"3ae5c111-a86a-47ca-bdaa-8e14047c6091","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.296758457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3952, tv_nsec: 70845192 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.296828149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.296857149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.2969081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.296945851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.297035313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.298262602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.298348424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.298415086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.2990431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.300403932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.300451733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"unwinding","saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.301241471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:2848","req_id":"96ed50c9-3c8e-4f29-acca-aee722434d8b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   4a 57 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   JW..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.301482077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:2848","req_id":"96ed50c9-3c8e-4f29-acca-aee722434d8b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19031,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.301680371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.301802804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:2848","req_id":"96ed50c9-3c8e-4f29-acca-aee722434d8b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.342698231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"49503ce4-2b12-4039-9241-284074bef57e","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.34350775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.343569731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoStarted","node_id":"0","saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"member not ready to join: waiting for next run","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.344528194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group_state":"Creating","instance_valid":true,"group_name":"consistency-group-1","group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507","member_id":"1396c948-d098-4b75-948b-14fba9766ce4"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.344698958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: 1396c948-d098-4b75-948b-14fba9766ce4, time_created: 2026-01-16T23:08:34.510247Z, time_modified: 2026-01-16T23:08:34.510247Z, time_deleted: None, external_group_id: f643b999-0df5-4ca9-8524-3431f1dbb507, parent_id: 654b8aa8-0014-4f2e-b375-089d955844b2, sled_id: Some(b6d65341-167c-41df-9b5c-41cded99c229 (sled)), state: Joining, version_added: Generation(Generation(1025)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.34482061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"member state reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.344962204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":2}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.345015605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.345045946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.345085316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.345792133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.346734134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.354869993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ByName(\"instance-consistency-group-3\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.355070758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.355212631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.356067821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.357445153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"49503ce4-2b12-4039-9241-284074bef57e","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:37375/switch/identifiers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:37375, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to determine switch slot for dendrite","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:35.357543855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"49503ce4-2b12-4039-9241-284074bef57e","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"[::1]:37375","error":"Communication Error: error sending request for url (http://[::1]:37375/switch/identifiers)"}
{"msg":"applying multicast configuration via DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.359345017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"49503ce4-2b12-4039-9241-284074bef57e","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"underlay_ip":"ff04::e002:1/128","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_ip":"224.2.0.1/32","external_group_name":"consistency-group-2","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c","switch_count":"0"}
{"msg":"DPD multicast group creation initiated across rack switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.360470753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"49503ce4-2b12-4039-9241-284074bef57e","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_groups","specific_sources_count":0,"has_any_source_member":true,"address_mode":"ASM","multicast_scope":"IPv4_External","switch_count":0,"vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:1/128","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_multicast_ip":"224.2.0.1/32","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.361172139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.36120661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.36123293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.361266531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.362182082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.363116294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 failed"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.363248467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Failed(ActionFailed { source_error: Object {\"InternalError\": Object {\"internal_message\": String(\"no switches were configured\")}} })","node_id":"1","saga_id":"49503ce4-2b12-4039-9241-284074bef57e","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.364169528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.364304231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoFinished","node_id":"0","saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.36513898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.365761225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.366190815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.36898057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"49503ce4-2b12-4039-9241-284074bef57e"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.369042271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"unwinding","saga_id":"49503ce4-2b12-4039-9241-284074bef57e","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.369465821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.369533853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoStarted","node_id":"3","saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.370217518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.370333901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.370390362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.371095579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.378640413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_finished"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.378708395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoFinished","node_id":"3","saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.379249298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.37934469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.379394041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.379445152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.380406704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.383439224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.383498256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoStarted","node_id":"0","saga_id":"49503ce4-2b12-4039-9241-284074bef57e","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.384081679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.384136891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.385095683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.385272147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":4,"orphaned_member_cleanup":0,"member_lifecycle_transitions":2,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":2}
{"msg":"multicast RPW reconciliation pass completed successfully","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.385352449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_operations":4,"orphaned_members_cleaned":0,"member_state_transitions":2,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":2}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.38540149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":2,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":2}","iteration":9,"elapsed":"324.017974ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.385454471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Signaled"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.385498362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.385534353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.385566024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.386109746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:30451","req_id":"eb4e4924-21f7-45fe-9956-13b05f35c1ea","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   34 aa 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   4............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.386188368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:30451","req_id":"eb4e4924-21f7-45fe-9956-13b05f35c1ea","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13482,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.386386703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.386606358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.389260319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:30451","req_id":"eb4e4924-21f7-45fe-9956-13b05f35c1ea","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.389353981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3952, tv_nsec: 162474564 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.389419813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.389451823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:51692","req_id":"fa71fd8c-e86b-4cb0-a5f2-d31e2a95e923","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   0a ef 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.389507265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:51692","req_id":"fa71fd8c-e86b-4cb0-a5f2-d31e2a95e923","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2799,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.389690059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.38972288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:51692","req_id":"fa71fd8c-e86b-4cb0-a5f2-d31e2a95e923","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.456063296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:35.456758862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"action_error_source":"ActionFailed { source_error: Object {\"InternalError\": Object {\"internal_message\": String(\"no switches were configured\")}} }","action_error_node_name":"\"update_responses\"","result":"failure","saga_name":"multicast-group-dpd-ensure","saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.45710123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"25dbd127-53ee-4a76-a89d-5e4d10c0ff9b","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.457276714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.457357086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoFinished","node_id":"0","saga_id":"49503ce4-2b12-4039-9241-284074bef57e","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.458510293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:37375/switch/identifiers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:37375, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to determine switch slot for dendrite","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:35.458631225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"[::1]:37375","error":"Communication Error: error sending request for url (http://[::1]:37375/switch/identifiers)"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.460325595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.460485198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.461644015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.462481945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.465898154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.465971355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoStarted","node_id":"3","saga_id":"49503ce4-2b12-4039-9241-284074bef57e","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.466766724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":2}
{"msg":"processing external multicast group transition: 'Creating' → 'Active'","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.466831205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_linked":true,"vni":"Vni(Vni(77))","multicast_scope":"IPv4_External","multicast_ip":"224.2.0.1/32","group_name":"consistency-group-2","group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"processing creating multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.466873886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:34.758685Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Creating, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.466992819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.467102692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.468063714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"processing external multicast group transition: 'Creating' → 'Active'","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.470038469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_linked":true,"vni":"Vni(Vni(77))","multicast_scope":"IPv4_External","multicast_ip":"224.2.0.0/32","group_name":"consistency-group-1","group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"processing creating multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.470096721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.470164872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.470209293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.470242674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found linked underlay group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.475335952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_group":"UnderlayMulticastGroup { id: c2364f1d-f234-4e82-9cb0-ba5f535116ac, time_created: 2026-01-16T23:08:34.571742Z, time_modified: 2026-01-16T23:08:34.571744Z, time_deleted: None, multicast_ip: V6(Ipv6Network { addr: ff04::e002:0, prefix: 128 }), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), version_added: Generation(Generation(1026)), version_removed: None }","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"initiating DPD transaction saga for multicast forwarding configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.475453215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_external_and_underlay_groups","saga_type":"multicast_group_dpd_ensure","vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_multicast_ip":"224.2.0.0/32","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.475600978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.47566767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.475876295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":4,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[3,0,null],[2,4,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.fetch_group_data\",\"label\":\"FetchGroupData\",\"name\":\"group_data\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_dataplane\",\"label\":\"UpdateDataplane\",\"name\":\"update_responses\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_group_state\",\"label\":\"UpdateGroupState\",\"name\":\"state_updated\"}},{\"Start\":{\"params\":{\"external_group_id\":\"f643b999-0df5-4ca9-8524-3431f1dbb507\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"UserBuiltin\":{\"user_builtin_id\":\"001de000-05e4-4000-8000-000000000002\"}},\"credential_id\":null,\"device_token_expiration\":null},null]}},\"underlay_group_id\":\"c2364f1d-f234-4e82-9cb0-ba5f535116ac\"}}},\"End\"]},\"saga_name\":\"multicast-group-dpd-ensure\",\"start_node\":3}"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.476152751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"multicast-group-dpd-ensure","saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.47695615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_finished"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.478318151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoFinished","node_id":"3","saga_id":"49503ce4-2b12-4039-9241-284074bef57e","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"found linked underlay group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.478362552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_group":"UnderlayMulticastGroup { id: d288e423-120c-496d-9756-a596da108522, time_created: 2026-01-16T23:08:35.114180Z, time_modified: 2026-01-16T23:08:35.114181Z, time_deleted: None, multicast_ip: V6(Ipv6Network { addr: ff04::e002:1, prefix: 128 }), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), version_added: Generation(Generation(2052)), version_removed: None }","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:34.758685Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Creating, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }"}
{"msg":"initiating DPD transaction saga for multicast forwarding configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.478436424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_external_and_underlay_groups","saga_type":"multicast_group_dpd_ensure","vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:1/128","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_multicast_ip":"224.2.0.1/32","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.478500785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.478534506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.478573187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":4,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[3,0,null],[2,4,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.fetch_group_data\",\"label\":\"FetchGroupData\",\"name\":\"group_data\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_dataplane\",\"label\":\"UpdateDataplane\",\"name\":\"update_responses\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_group_state\",\"label\":\"UpdateGroupState\",\"name\":\"state_updated\"}},{\"Start\":{\"params\":{\"external_group_id\":\"a9c05218-3fb7-462e-a6e5-eaf77011803c\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"UserBuiltin\":{\"user_builtin_id\":\"001de000-05e4-4000-8000-000000000002\"}},\"credential_id\":null,\"device_token_expiration\":null},null]}},\"underlay_group_id\":\"d288e423-120c-496d-9756-a596da108522\"}}},\"End\"]},\"saga_name\":\"multicast-group-dpd-ensure\",\"start_node\":3}"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.478669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"multicast-group-dpd-ensure","saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c"}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.488013056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.488238801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.488327353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"49503ce4-2b12-4039-9241-284074bef57e"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.488370284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"49503ce4-2b12-4039-9241-284074bef57e","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DPD multicast forwarding configuration saga initiated","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.490387521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expected_outcome":"Creating → Active","pending_dpd_operations":"[create_external_group, create_underlay_group, configure_nat_mapping]","saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.490616786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.490734709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.500009243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.50027934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.500455014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.500546696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"3","saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DPD multicast forwarding configuration saga initiated","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.50158131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expected_outcome":"Creating → Active","pending_dpd_operations":"[create_external_group, create_underlay_group, configure_nat_mapping]","saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.501773904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","state":"Creating"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.501952308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:34.758685Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Creating, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }","state":"Creating"}
{"msg":"group reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.502125803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":2,"processed":2,"state":"Creating"}
{"msg":"reconciling member state changes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.502214734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.502326667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.50244419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.50418406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:35.505434499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"action_error_source":"ActionFailed { source_error: Object {\"InternalError\": Object {\"internal_message\": String(\"no switches were configured\")}} }","action_error_node_name":"\"update_responses\"","result":"failure","saga_name":"multicast-group-dpd-ensure","saga_id":"49503ce4-2b12-4039-9241-284074bef57e","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.505646664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.505747867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.506504794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"49503ce4-2b12-4039-9241-284074bef57e","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.511534161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.511642673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.512639986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.512756309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.513944857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.514916979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.515016051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"3","saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"fetching multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.516417714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.516514696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.516640509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.517858647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.520440757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.520502338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.521139943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.521196184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.521238725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.521288416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.521917671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetching multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.528549215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.528620396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.528668667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.529350253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.530717035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.530783676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.530898919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.531453842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.535780322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.535892905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.535940756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.53655754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.542494188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.542570429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.544354781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetched multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.544429522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"vni":"77","underlay_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_ip":"224.2.0.0/32","external_group_name":"consistency-group-1","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.544538965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.544586696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"external_group\": Object {\"identity\": Object {\"description\": String(\"Implicitly created for instance attachment\"), \"id\": String(\"f643b999-0df5-4ca9-8524-3431f1dbb507\"), \"name\": String(\"consistency-group-1\"), \"time_created\": String(\"2026-01-16T23:08:34.241446Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:34.241446Z\")}, \"ip_pool_id\": String(\"cb00123a-e923-43e3-a41d-0d6b495b7342\"), \"ip_pool_range_id\": String(\"9c9c0e62-77ac-4005-9f3c-c26e45713eba\"), \"multicast_ip\": String(\"224.2.0.0/32\"), \"mvlan\": Null, \"state\": String(\"Creating\"), \"tag\": String(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), \"underlay_group_id\": String(\"c2364f1d-f234-4e82-9cb0-ba5f535116ac\"), \"underlay_salt\": Null, \"version_added\": Number(1), \"version_removed\": Null, \"vni\": Number(77)}, \"source_filter\": Object {\"has_any_source_member\": Bool(true), \"specific_sources\": Array []}, \"underlay_group\": Object {\"id\": String(\"c2364f1d-f234-4e82-9cb0-ba5f535116ac\"), \"multicast_ip\": String(\"ff04::e002:0/128\"), \"tag\": String(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), \"time_created\": String(\"2026-01-16T23:08:34.571742Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:34.571744Z\"), \"version_added\": Number(1026), \"version_removed\": Null}})","node_id":"0","saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.550759769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.55080748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.550835771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.551757922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetched multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.552794326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"vni":"77","underlay_ip":"ff04::e002:1/128","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_ip":"224.2.0.1/32","external_group_name":"consistency-group-2","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.553276417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.553336609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"external_group\": Object {\"identity\": Object {\"description\": String(\"Implicitly created for instance attachment\"), \"id\": String(\"a9c05218-3fb7-462e-a6e5-eaf77011803c\"), \"name\": String(\"consistency-group-2\"), \"time_created\": String(\"2026-01-16T23:08:34.758685Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:34.758685Z\")}, \"ip_pool_id\": String(\"cb00123a-e923-43e3-a41d-0d6b495b7342\"), \"ip_pool_range_id\": String(\"9c9c0e62-77ac-4005-9f3c-c26e45713eba\"), \"multicast_ip\": String(\"224.2.0.1/32\"), \"mvlan\": Null, \"state\": String(\"Creating\"), \"tag\": String(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), \"underlay_group_id\": String(\"d288e423-120c-496d-9756-a596da108522\"), \"underlay_salt\": Null, \"version_added\": Number(1027), \"version_removed\": Null, \"vni\": Number(77)}, \"source_filter\": Object {\"has_any_source_member\": Bool(true), \"specific_sources\": Array []}, \"underlay_group\": Object {\"id\": String(\"d288e423-120c-496d-9756-a596da108522\"), \"multicast_ip\": String(\"ff04::e002:1/128\"), \"tag\": String(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), \"time_created\": String(\"2026-01-16T23:08:35.114180Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:35.114181Z\"), \"version_added\": Number(2052), \"version_removed\": Null}})","node_id":"0","saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.555496529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.55554903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.557307451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.557363792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"member not ready to join: waiting for next run","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.558070438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group_state":"Creating","instance_valid":true,"group_name":"consistency-group-2","group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c","member_id":"cc294b96-b30f-48d8-be22-c984ee7815ce"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.55814088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:34.758685Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Creating, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: cc294b96-b30f-48d8-be22-c984ee7815ce, time_created: 2026-01-16T23:08:35.062897Z, time_modified: 2026-01-16T23:08:35.062897Z, time_deleted: None, external_group_id: a9c05218-3fb7-462e-a6e5-eaf77011803c, parent_id: 047649a1-bd77-4a29-8488-f19a376f3d65, sled_id: Some(b6d65341-167c-41df-9b5c-41cded99c229 (sled)), state: Joining, version_added: Generation(Generation(2051)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.558249352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:34.758685Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Creating, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.558338585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.558397606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.55902709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.560038814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: cb00123a-e923-43e3-a41d-0d6b495b7342, lookup_type: ByOther(\"ASM multicast pool for current silo\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.560131356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.560191357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.560246358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.560873773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.561884956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.563018223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:30666","req_id":"112feba3-1a53-40c8-a8a7-b780d5f66f2a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   ea 30 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .0..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.563107435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:30666","req_id":"112feba3-1a53-40c8-a8a7-b780d5f66f2a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 59952,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.563267009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.563461593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.563552935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:30666","req_id":"112feba3-1a53-40c8-a8a7-b780d5f66f2a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.563908614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.564534738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3952, tv_nsec: 339732038 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.5646135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.564865886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:14800","req_id":"fff40dc3-9f68-44c9-b18f-930ad2554082","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   be 03 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.564950098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:14800","req_id":"fff40dc3-9f68-44c9-b18f-930ad2554082","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48643,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.565098371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.565174673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.565240024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:14800","req_id":"fff40dc3-9f68-44c9-b18f-930ad2554082","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.565657484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3952, tv_nsec: 340837774 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.565734616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.565769547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:31867","req_id":"b1c3206e-2673-49ab-8528-01b7b4a87090","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   13 ce 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.565831308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:31867","req_id":"b1c3206e-2673-49ab-8528-01b7b4a87090","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 5070,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.566021803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.566054143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:31867","req_id":"b1c3206e-2673-49ab-8528-01b7b4a87090","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.612697463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.613390079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.613467221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.613536243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.613586894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.614087295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.61557573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.617999756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: cb00123a-e923-43e3-a41d-0d6b495b7342, lookup_type: ByOther(\"ASM multicast pool for current silo\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"multicast group allocation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.618147029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","pool_id":"cb00123a-e923-43e3-a41d-0d6b495b7342","has_sources":false,"pool_selection":"default"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.61820292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.618247432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.618710482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.621418025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:37375/switch/identifiers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:37375, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to determine switch slot for dendrite","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:35.621489267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"[::1]:37375","error":"Communication Error: error sending request for url (http://[::1]:37375/switch/identifiers)"}
{"msg":"applying multicast configuration via DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.623092454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"underlay_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_ip":"224.2.0.0/32","external_group_name":"consistency-group-1","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507","switch_count":"0"}
{"msg":"DPD multicast group creation initiated across rack switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.623164026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_groups","specific_sources_count":0,"has_any_source_member":true,"address_mode":"ASM","multicast_scope":"IPv4_External","switch_count":0,"vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_multicast_ip":"224.2.0.0/32","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.624310302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 failed"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.624338922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Failed(ActionFailed { source_error: Object {\"InternalError\": Object {\"internal_message\": String(\"no switches were configured\")}} })","node_id":"1","saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.624967757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:1199","req_id":"2e818d43-105b-4adb-8bfc-0f9aacedd499","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   bf d7 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.62507019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:1199","req_id":"2e818d43-105b-4adb-8bfc-0f9aacedd499","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 49111,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.625273094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.625376317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:1199","req_id":"2e818d43-105b-4adb-8bfc-0f9aacedd499","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.625752775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.631892648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.631983259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.632032831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.63715776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.69334422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.695793187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.695863789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"unwinding","saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.69591082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:37375/switch/identifiers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:37375, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to determine switch slot for dendrite","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:35.695981221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"[::1]:37375","error":"Communication Error: error sending request for url (http://[::1]:37375/switch/identifiers)"}
{"msg":"applying multicast configuration via DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.696818591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"underlay_ip":"ff04::e002:1/128","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_ip":"224.2.0.1/32","external_group_name":"consistency-group-2","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c","switch_count":"0"}
{"msg":"DPD multicast group creation initiated across rack switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.696988245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_groups","specific_sources_count":0,"has_any_source_member":true,"address_mode":"ASM","multicast_scope":"IPv4_External","switch_count":0,"vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:1/128","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_multicast_ip":"224.2.0.1/32","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.697052626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 failed"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.698130911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Failed(ActionFailed { source_error: Object {\"InternalError\": Object {\"internal_message\": String(\"no switches were configured\")}} })","node_id":"1","saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.699431712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.699502493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.699553254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.699987414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.703433694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.703506406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoStarted","node_id":"0","saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.703548607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.703588777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"unwinding","saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.704658712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.705601874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoFinished","node_id":"0","saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"member not ready to join: waiting for next run","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.705653855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group_state":"Creating","instance_valid":true,"group_name":"consistency-group-1","group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507","member_id":"1396c948-d098-4b75-948b-14fba9766ce4"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.705702977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: 1396c948-d098-4b75-948b-14fba9766ce4, time_created: 2026-01-16T23:08:34.510247Z, time_modified: 2026-01-16T23:08:34.510247Z, time_deleted: None, external_group_id: f643b999-0df5-4ca9-8524-3431f1dbb507, parent_id: 654b8aa8-0014-4f2e-b375-089d955844b2, sled_id: Some(b6d65341-167c-41df-9b5c-41cded99c229 (sled)), state: Joining, version_added: Generation(Generation(1025)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.705785788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"member state reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.70584874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":2}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.705895381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.705927182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.705976283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.706478884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.709817542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.709869143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoStarted","node_id":"3","saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.710721663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.710777774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.710815405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.710899277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.713022987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.71533192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.716975718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.717035359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.71707174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.719966647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_finished"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.720027679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoFinished","node_id":"3","saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.721005401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.721060123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.721126604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.721182805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.721876052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.727982823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.728067515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.728808752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.729446447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":4,"orphaned_member_cleanup":0,"member_lifecycle_transitions":2,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":2}
{"msg":"multicast RPW reconciliation pass completed successfully","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.729504268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_operations":4,"orphaned_members_cleaned":0,"member_state_transitions":2,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":2}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.729550949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":2,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":2}","iteration":10,"elapsed":"343.551056ms"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.730699846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.731046594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.731719639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"05941cf6-08f1-48ed-b57c-3d364edd48cb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.731780011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"05941cf6-08f1-48ed-b57c-3d364edd48cb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.732600749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"05941cf6-08f1-48ed-b57c-3d364edd48cb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.732674351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"05941cf6-08f1-48ed-b57c-3d364edd48cb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.732833985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"05941cf6-08f1-48ed-b57c-3d364edd48cb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:35.73479288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"action_error_source":"ActionFailed { source_error: Object {\"InternalError\": Object {\"internal_message\": String(\"no switches were configured\")}} }","action_error_node_name":"\"update_responses\"","result":"failure","saga_name":"multicast-group-dpd-ensure","saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.734916683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"dd206fad-07cf-4c85-bc37-b8a40a06d1c6","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.735732522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"05941cf6-08f1-48ed-b57c-3d364edd48cb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4092,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.736204683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05941cf6-08f1-48ed-b57c-3d364edd48cb\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:08:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.737565335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.737634966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"14a4d9c2-5ae0-4d74-86fd-a4ca864b1c9d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.737688308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"14a4d9c2-5ae0-4d74-86fd-a4ca864b1c9d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.737737009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"14a4d9c2-5ae0-4d74-86fd-a4ca864b1c9d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.73780456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"14a4d9c2-5ae0-4d74-86fd-a4ca864b1c9d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.738428575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"14a4d9c2-5ae0-4d74-86fd-a4ca864b1c9d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.740710437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"14a4d9c2-5ae0-4d74-86fd-a4ca864b1c9d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3816,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.74169079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14a4d9c2-5ae0-4d74-86fd-a4ca864b1c9d\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:08:35 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.741761962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.741835034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.741883844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.77710061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.777165942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoStarted","node_id":"0","saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.783826116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.785196178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoFinished","node_id":"0","saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.785262559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.78530101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoStarted","node_id":"3","saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.796629682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_finished"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.798592748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoFinished","node_id":"3","saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.799402476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.799457078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:35.806538232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"action_error_source":"ActionFailed { source_error: Object {\"InternalError\": Object {\"internal_message\": String(\"no switches were configured\")}} }","action_error_node_name":"\"update_responses\"","result":"failure","saga_name":"multicast-group-dpd-ensure","saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.806695365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"afe39133-7896-45ff-bf68-a340edcb2c7c","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.817284121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.817354862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.817401153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.817440074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.817473765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.817516526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.95278915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.952898303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.953748822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.954478829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Signaled"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.954579782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.954623363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.954657003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.95538962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:3581","req_id":"163cfd79-842c-400f-a710-8fe4b239ecc4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   5f 8b 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   _............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.955474002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:3581","req_id":"163cfd79-842c-400f-a710-8fe4b239ecc4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 24459,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.955658246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.955851081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.955948943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:3581","req_id":"163cfd79-842c-400f-a710-8fe4b239ecc4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.956404924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3952, tv_nsec: 731661315 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.956488426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.956765922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:50446","req_id":"7121b434-6a43-4969-b2d5-4009eacda31a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   0e 87 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.95711257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:50446","req_id":"7121b434-6a43-4969-b2d5-4009eacda31a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3719,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.957307145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:35.957338405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:50446","req_id":"7121b434-6a43-4969-b2d5-4009eacda31a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.998211132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:35.999090593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3/multicast-groups/consistency-group-3?project=test-project","method":"PUT","req_id":"262ec18a-31b6-40d3-a542-6200ed5a1445","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":889626,"response_code":201}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:35.999387009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:37375/switch/identifiers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:37375, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to determine switch slot for dendrite","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:35.999456931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"[::1]:37375","error":"Communication Error: error sending request for url (http://[::1]:37375/switch/identifiers)"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.001667612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.001721424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.002532682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.003200278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.004339944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"201"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.00457758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:46541/bgtasks/view/multicast_reconciler","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.004865826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:41452"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.005295366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"1ea3e496-99e1-436f-a039-299ede2a609f","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.005427449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"1ea3e496-99e1-436f-a039-299ede2a609f","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.005520261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"1ea3e496-99e1-436f-a039-299ede2a609f","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.005617844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"1ea3e496-99e1-436f-a039-299ede2a609f","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.005697135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"1ea3e496-99e1-436f-a039-299ede2a609f","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.006192347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"1ea3e496-99e1-436f-a039-299ede2a609f","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.007966638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":3}
{"msg":"processing external multicast group transition: 'Creating' → 'Active'","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.00802589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_linked":false,"vni":"Vni(Vni(77))","multicast_scope":"IPv4_External","multicast_ip":"224.2.0.2/32","group_name":"consistency-group-3","group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41"}
{"msg":"processing creating multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.008084061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:35.625525Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: None, tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Creating, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }"}
{"msg":"creating new underlay group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.008166483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:35.625525Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: None, tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Creating, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.008292056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.008358877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.008780327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"processing external multicast group transition: 'Creating' → 'Active'","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.009352691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_linked":true,"vni":"Vni(Vni(77))","multicast_scope":"IPv4_External","multicast_ip":"224.2.0.1/32","group_name":"consistency-group-2","group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"processing creating multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.009468733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:34.758685Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Creating, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.009601286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.009685238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.010257992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"processing external multicast group transition: 'Creating' → 'Active'","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.010675851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_linked":true,"vni":"Vni(Vni(77))","multicast_scope":"IPv4_External","multicast_ip":"224.2.0.0/32","group_name":"consistency-group-1","group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"processing creating multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.010737153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.010827195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.010906207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.011404708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.012923834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"1ea3e496-99e1-436f-a039-299ede2a609f","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.018022211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"1ea3e496-99e1-436f-a039-299ede2a609f","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.01837864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"1ea3e496-99e1-436f-a039-299ede2a609f","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":13122,"response_code":200}
{"msg":"Created new underlay multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.018654346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","multicast_ip":"ff04::e002:2/128","group_id":"a47cd6e9-5425-42f3-8e05-12481afd1fcb"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.018705597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.018741178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.019350212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found linked underlay group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.02012263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_group":"UnderlayMulticastGroup { id: c2364f1d-f234-4e82-9cb0-ba5f535116ac, time_created: 2026-01-16T23:08:34.571742Z, time_modified: 2026-01-16T23:08:34.571744Z, time_deleted: None, multicast_ip: V6(Ipv6Network { addr: ff04::e002:0, prefix: 128 }), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), version_added: Generation(Generation(1026)), version_removed: None }","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"initiating DPD transaction saga for multicast forwarding configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.020242833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_external_and_underlay_groups","saga_type":"multicast_group_dpd_ensure","vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_multicast_ip":"224.2.0.0/32","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.020309434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.020357995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"found linked underlay group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.020382756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_group":"UnderlayMulticastGroup { id: d288e423-120c-496d-9756-a596da108522, time_created: 2026-01-16T23:08:35.114180Z, time_modified: 2026-01-16T23:08:35.114181Z, time_deleted: None, multicast_ip: V6(Ipv6Network { addr: ff04::e002:1, prefix: 128 }), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), version_added: Generation(Generation(2052)), version_removed: None }","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:34.758685Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Creating, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }"}
{"msg":"initiating DPD transaction saga for multicast forwarding configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.020450048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_external_and_underlay_groups","saga_type":"multicast_group_dpd_ensure","vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:1/128","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_multicast_ip":"224.2.0.1/32","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.020486998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.020506369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.020588961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":4,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[3,0,null],[2,4,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.fetch_group_data\",\"label\":\"FetchGroupData\",\"name\":\"group_data\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_dataplane\",\"label\":\"UpdateDataplane\",\"name\":\"update_responses\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_group_state\",\"label\":\"UpdateGroupState\",\"name\":\"state_updated\"}},{\"Start\":{\"params\":{\"external_group_id\":\"f643b999-0df5-4ca9-8524-3431f1dbb507\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"UserBuiltin\":{\"user_builtin_id\":\"001de000-05e4-4000-8000-000000000002\"}},\"credential_id\":null,\"device_token_expiration\":null},null]}},\"underlay_group_id\":\"c2364f1d-f234-4e82-9cb0-ba5f535116ac\"}}},\"End\"]},\"saga_name\":\"multicast-group-dpd-ensure\",\"start_node\":3}"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.020695983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"multicast-group-dpd-ensure","saga_id":"85941219-f4b5-4b37-9f14-e405afac1498"}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.021147744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":4,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[3,0,null],[2,4,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.fetch_group_data\",\"label\":\"FetchGroupData\",\"name\":\"group_data\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_dataplane\",\"label\":\"UpdateDataplane\",\"name\":\"update_responses\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_group_state\",\"label\":\"UpdateGroupState\",\"name\":\"state_updated\"}},{\"Start\":{\"params\":{\"external_group_id\":\"a9c05218-3fb7-462e-a6e5-eaf77011803c\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"UserBuiltin\":{\"user_builtin_id\":\"001de000-05e4-4000-8000-000000000002\"}},\"credential_id\":null,\"device_token_expiration\":null},null]}},\"underlay_group_id\":\"d288e423-120c-496d-9756-a596da108522\"}}},\"End\"]},\"saga_name\":\"multicast-group-dpd-ensure\",\"start_node\":3}"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.021319048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"multicast-group-dpd-ensure","saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.022388522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"lockstep client test context","status":"200"}
{"msg":"initiating DPD transaction saga for multicast forwarding configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.024750227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_external_and_underlay_groups","saga_type":"multicast_group_dpd_ensure","vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:2/128","underlay_group_id":"a47cd6e9-5425-42f3-8e05-12481afd1fcb","external_multicast_ip":"224.2.0.2/32","external_group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.024837939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.02489816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.024945252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.025045894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":4,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[3,0,null],[2,4,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.fetch_group_data\",\"label\":\"FetchGroupData\",\"name\":\"group_data\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_dataplane\",\"label\":\"UpdateDataplane\",\"name\":\"update_responses\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_group_state\",\"label\":\"UpdateGroupState\",\"name\":\"state_updated\"}},{\"Start\":{\"params\":{\"external_group_id\":\"2b114826-a483-4ec3-9cbb-10b23f4b8c41\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"UserBuiltin\":{\"user_builtin_id\":\"001de000-05e4-4000-8000-000000000002\"}},\"credential_id\":null,\"device_token_expiration\":null},null]}},\"underlay_group_id\":\"a47cd6e9-5425-42f3-8e05-12481afd1fcb\"}}},\"End\"]},\"saga_name\":\"multicast-group-dpd-ensure\",\"start_node\":3}"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.025171807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.025221278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"multicast-group-dpd-ensure","saga_id":"6091c8ed-38f5-4860-8028-787cd561e340"}
{"msg":"DPD multicast forwarding configuration saga initiated","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.025692539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expected_outcome":"Creating → Active","pending_dpd_operations":"[create_external_group, create_underlay_group, configure_nat_mapping]","saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.025844462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.025923124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.025999066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.026034027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DPD multicast forwarding configuration saga initiated","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.026526028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expected_outcome":"Creating → Active","pending_dpd_operations":"[create_external_group, create_underlay_group, configure_nat_mapping]","saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.02659571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.02662804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.028636867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.028706239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DPD multicast forwarding configuration saga initiated","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.029492837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expected_outcome":"Creating → Active","pending_dpd_operations":"[create_external_group, create_underlay_group, configure_nat_mapping]","saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","underlay_group_id":"a47cd6e9-5425-42f3-8e05-12481afd1fcb","external_group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.029565119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:34.758685Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Creating, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }","state":"Creating"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.029645821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","state":"Creating"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.029721052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:35.625525Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: None, tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Creating, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }","state":"Creating"}
{"msg":"group reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.029793344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":3,"processed":3,"state":"Creating"}
{"msg":"reconciling member state changes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.029835165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.029871986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.029917427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.031919853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.034634486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.034691307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.035723431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.035776123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"3","saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.036239733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.036292904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"3","saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.03910957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.039170381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.040109033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.041422603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.041543626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"3","saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.042263083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.042319524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.042702333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.042840676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"fetching multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.04603701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.046162903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.046236795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.047057454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.047788571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.047931444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.047974675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.048017946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.048792474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetching multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.049823278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.04993174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.050057183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.050888593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.051477916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.051561078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.053692018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.059034051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.059176595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.059234706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.059777849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.060616618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.06068507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.061286044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetching multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.062317618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_group_id":"a47cd6e9-5425-42f3-8e05-12481afd1fcb","external_group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.06243832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.062525102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.063195098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.073769083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.073929706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.07495118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.076366303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.076422844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.076490146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.077225903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetched multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.078219776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"vni":"77","underlay_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_ip":"224.2.0.0/32","external_group_name":"consistency-group-1","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.078457291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.078514193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"external_group\": Object {\"identity\": Object {\"description\": String(\"Implicitly created for instance attachment\"), \"id\": String(\"f643b999-0df5-4ca9-8524-3431f1dbb507\"), \"name\": String(\"consistency-group-1\"), \"time_created\": String(\"2026-01-16T23:08:34.241446Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:34.241446Z\")}, \"ip_pool_id\": String(\"cb00123a-e923-43e3-a41d-0d6b495b7342\"), \"ip_pool_range_id\": String(\"9c9c0e62-77ac-4005-9f3c-c26e45713eba\"), \"multicast_ip\": String(\"224.2.0.0/32\"), \"mvlan\": Null, \"state\": String(\"Creating\"), \"tag\": String(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), \"underlay_group_id\": String(\"c2364f1d-f234-4e82-9cb0-ba5f535116ac\"), \"underlay_salt\": Null, \"version_added\": Number(1), \"version_removed\": Null, \"vni\": Number(77)}, \"source_filter\": Object {\"has_any_source_member\": Bool(true), \"specific_sources\": Array []}, \"underlay_group\": Object {\"id\": String(\"c2364f1d-f234-4e82-9cb0-ba5f535116ac\"), \"multicast_ip\": String(\"ff04::e002:0/128\"), \"tag\": String(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), \"time_created\": String(\"2026-01-16T23:08:34.571742Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:34.571744Z\"), \"version_added\": Number(1026), \"version_removed\": Null}})","node_id":"0","saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.080526499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:46541/bgtasks/view/multicast_reconciler","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.080964079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.081078632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.082057095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"member not ready to join: waiting for next run","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.082896774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group_state":"Creating","instance_valid":true,"group_name":"consistency-group-3","group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41","member_id":"39f72f42-fc41-4bca-99b8-17c80442aa12"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.082957965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:35.625525Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Creating, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: 39f72f42-fc41-4bca-99b8-17c80442aa12, time_created: 2026-01-16T23:08:35.956054Z, time_modified: 2026-01-16T23:08:35.956054Z, time_deleted: None, external_group_id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, parent_id: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, sled_id: Some(b6d65341-167c-41df-9b5c-41cded99c229 (sled)), state: Joining, version_added: Generation(Generation(3077)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.083069098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:35.625525Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Creating, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.08317287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.083217531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.083944968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.085156607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.085251149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"fetched multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.085946775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"vni":"77","underlay_ip":"ff04::e002:1/128","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_ip":"224.2.0.1/32","external_group_name":"consistency-group-2","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.08617731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.086223441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"external_group\": Object {\"identity\": Object {\"description\": String(\"Implicitly created for instance attachment\"), \"id\": String(\"a9c05218-3fb7-462e-a6e5-eaf77011803c\"), \"name\": String(\"consistency-group-2\"), \"time_created\": String(\"2026-01-16T23:08:34.758685Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:34.758685Z\")}, \"ip_pool_id\": String(\"cb00123a-e923-43e3-a41d-0d6b495b7342\"), \"ip_pool_range_id\": String(\"9c9c0e62-77ac-4005-9f3c-c26e45713eba\"), \"multicast_ip\": String(\"224.2.0.1/32\"), \"mvlan\": Null, \"state\": String(\"Creating\"), \"tag\": String(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), \"underlay_group_id\": String(\"d288e423-120c-496d-9756-a596da108522\"), \"underlay_salt\": Null, \"version_added\": Number(1027), \"version_removed\": Null, \"vni\": Number(77)}, \"source_filter\": Object {\"has_any_source_member\": Bool(true), \"specific_sources\": Array []}, \"underlay_group\": Object {\"id\": String(\"d288e423-120c-496d-9756-a596da108522\"), \"multicast_ip\": String(\"ff04::e002:1/128\"), \"tag\": String(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), \"time_created\": String(\"2026-01-16T23:08:35.114180Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:35.114181Z\"), \"version_added\": Number(2052), \"version_removed\": Null}})","node_id":"0","saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"fetched multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.08702338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"vni":"77","underlay_ip":"ff04::e002:2/128","underlay_group_id":"a47cd6e9-5425-42f3-8e05-12481afd1fcb","external_ip":"224.2.0.2/32","external_group_name":"consistency-group-3","external_group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.087178214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.087226765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"external_group\": Object {\"identity\": Object {\"description\": String(\"Implicitly created for instance attachment\"), \"id\": String(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41\"), \"name\": String(\"consistency-group-3\"), \"time_created\": String(\"2026-01-16T23:08:35.625525Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:35.625525Z\")}, \"ip_pool_id\": String(\"cb00123a-e923-43e3-a41d-0d6b495b7342\"), \"ip_pool_range_id\": String(\"9c9c0e62-77ac-4005-9f3c-c26e45713eba\"), \"multicast_ip\": String(\"224.2.0.2/32\"), \"mvlan\": Null, \"state\": String(\"Creating\"), \"tag\": String(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), \"underlay_group_id\": String(\"a47cd6e9-5425-42f3-8e05-12481afd1fcb\"), \"underlay_salt\": Null, \"version_added\": Number(2053), \"version_removed\": Null, \"vni\": Number(77)}, \"source_filter\": Object {\"has_any_source_member\": Bool(true), \"specific_sources\": Array []}, \"underlay_group\": Object {\"id\": String(\"a47cd6e9-5425-42f3-8e05-12481afd1fcb\"), \"multicast_ip\": String(\"ff04::e002:2/128\"), \"tag\": String(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), \"time_created\": String(\"2026-01-16T23:08:36.008047Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:36.008049Z\"), \"version_added\": Number(3078), \"version_removed\": Null}})","node_id":"0","saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.088077735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"ce0bd266-8eef-44aa-b0f3-63e4ba6eb416","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.088239098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"ce0bd266-8eef-44aa-b0f3-63e4ba6eb416","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.088383482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"ce0bd266-8eef-44aa-b0f3-63e4ba6eb416","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.088480544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"ce0bd266-8eef-44aa-b0f3-63e4ba6eb416","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.088551355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"ce0bd266-8eef-44aa-b0f3-63e4ba6eb416","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.089194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"ce0bd266-8eef-44aa-b0f3-63e4ba6eb416","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.090224754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.090769457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.090838448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.091546225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.091597736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.09220839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.092374824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.092452796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.092507607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.093113531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.094142335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.094695648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:6530","req_id":"06e1be9d-9abe-44b9-aa5b-29908f549ee7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   83 40 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .@..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.094871942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:6530","req_id":"06e1be9d-9abe-44b9-aa5b-29908f549ee7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 33600,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.0952326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.095534647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.095703251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:6530","req_id":"06e1be9d-9abe-44b9-aa5b-29908f549ee7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.096178882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:43418","req_id":"e044205e-5c12-44df-b7ba-d471a6078b41","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   b3 15 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.096267924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:43418","req_id":"e044205e-5c12-44df-b7ba-d471a6078b41","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 45845,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.096424258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.096457649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.096488749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:43418","req_id":"e044205e-5c12-44df-b7ba-d471a6078b41","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.096607782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"ce0bd266-8eef-44aa-b0f3-63e4ba6eb416","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.101694199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"ce0bd266-8eef-44aa-b0f3-63e4ba6eb416","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.102076488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"ce0bd266-8eef-44aa-b0f3-63e4ba6eb416","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":14005,"response_code":200}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.102520249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.103043321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.108441226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.108512368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.108539269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.10901629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.110281169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3952, tv_nsec: 885497620 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.110377651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.110614457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3952, tv_nsec: 885906739 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.1107502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.111459416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"lockstep client test context","status":"200"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.111909276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:6583","req_id":"e4f87815-9cb6-4e03-b644-c0c0bba6eead","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   3c e0 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   <............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.112096771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:6583","req_id":"e4f87815-9cb6-4e03-b644-c0c0bba6eead","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 15584,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.112271635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.112544391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.112587462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:6583","req_id":"e4f87815-9cb6-4e03-b644-c0c0bba6eead","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.112850118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3952, tv_nsec: 888128000 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.11295476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.113008522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:63919","req_id":"4fada995-7950-4ca0-adc5-e7a77443ef29","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   fb 23 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .#..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.113103794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:63919","req_id":"4fada995-7950-4ca0-adc5-e7a77443ef29","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64291,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.113297688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.113337029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:63919","req_id":"4fada995-7950-4ca0-adc5-e7a77443ef29","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.113398121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:45337","req_id":"2d1fb3ed-2934-4009-9d39-e25cf706e892","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   86 6f 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .o..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.113462272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:45337","req_id":"2d1fb3ed-2934-4009-9d39-e25cf706e892","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 34415,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.113654107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.113689477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:45337","req_id":"2d1fb3ed-2934-4009-9d39-e25cf706e892","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.11380878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.113959004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.114023285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.114747592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.152769023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.190548738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.191248885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:46541/bgtasks/view/multicast_reconciler","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.191600323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:37375/switch/identifiers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:37375, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to determine switch slot for dendrite","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:36.191688005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"[::1]:37375","error":"Communication Error: error sending request for url (http://[::1]:37375/switch/identifiers)"}
{"msg":"applying multicast configuration via DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.193459986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"underlay_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_ip":"224.2.0.0/32","external_group_name":"consistency-group-1","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507","switch_count":"0"}
{"msg":"DPD multicast group creation initiated across rack switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.193594719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_groups","specific_sources_count":0,"has_any_source_member":true,"address_mode":"ASM","multicast_scope":"IPv4_External","switch_count":0,"vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_multicast_ip":"224.2.0.0/32","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.193999978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:37375/switch/identifiers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:37375, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to determine switch slot for dendrite","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:36.194124791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"[::1]:37375","error":"Communication Error: error sending request for url (http://[::1]:37375/switch/identifiers)"}
{"msg":"applying multicast configuration via DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.195291848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"underlay_ip":"ff04::e002:1/128","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_ip":"224.2.0.1/32","external_group_name":"consistency-group-2","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c","switch_count":"0"}
{"msg":"DPD multicast group creation initiated across rack switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.195403221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_groups","specific_sources_count":0,"has_any_source_member":true,"address_mode":"ASM","multicast_scope":"IPv4_External","switch_count":0,"vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:1/128","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_multicast_ip":"224.2.0.1/32","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.205054364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.205218218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.205451553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 failed"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.205545175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Failed(ActionFailed { source_error: Object {\"InternalError\": Object {\"internal_message\": String(\"no switches were configured\")}} })","node_id":"1","saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.206410105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 failed"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.206463657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Failed(ActionFailed { source_error: Object {\"InternalError\": Object {\"internal_message\": String(\"no switches were configured\")}} })","node_id":"1","saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.206958278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:31202","req_id":"758de8dd-51fb-4264-89a2-df1a1f551206","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   30 21 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   0!..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.207081271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:31202","req_id":"758de8dd-51fb-4264-89a2-df1a1f551206","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 12321,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.207300366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.207397039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:31202","req_id":"758de8dd-51fb-4264-89a2-df1a1f551206","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.207806418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.20876248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"member not ready to join: waiting for next run","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.209141519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group_state":"Creating","instance_valid":true,"group_name":"consistency-group-2","group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c","member_id":"cc294b96-b30f-48d8-be22-c984ee7815ce"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.209323183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:34.758685Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Creating, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: cc294b96-b30f-48d8-be22-c984ee7815ce, time_created: 2026-01-16T23:08:35.062897Z, time_modified: 2026-01-16T23:08:35.062897Z, time_deleted: None, external_group_id: a9c05218-3fb7-462e-a6e5-eaf77011803c, parent_id: 047649a1-bd77-4a29-8488-f19a376f3d65, sled_id: Some(b6d65341-167c-41df-9b5c-41cded99c229 (sled)), state: Joining, version_added: Generation(Generation(2051)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.209433586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:34.758685Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Creating, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.209504457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.209541918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.210319416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.211503344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"b62825a6-ac08-48d5-9acb-57bca714c10e","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.255929673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.256724281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"b62825a6-ac08-48d5-9acb-57bca714c10e","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.256811833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"b62825a6-ac08-48d5-9acb-57bca714c10e","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.256867605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"b62825a6-ac08-48d5-9acb-57bca714c10e","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.25753246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"b62825a6-ac08-48d5-9acb-57bca714c10e","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.257661593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"b62825a6-ac08-48d5-9acb-57bca714c10e","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.259212799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.259312631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"unwinding","saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.259956526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"85941219-f4b5-4b37-9f14-e405afac1498"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.260046728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"unwinding","saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.261067722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:37375/switch/identifiers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:37375, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to determine switch slot for dendrite","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:36.261860081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"[::1]:37375","error":"Communication Error: error sending request for url (http://[::1]:37375/switch/identifiers)"}
{"msg":"applying multicast configuration via DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.263728584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"underlay_ip":"ff04::e002:2/128","underlay_group_id":"a47cd6e9-5425-42f3-8e05-12481afd1fcb","external_ip":"224.2.0.2/32","external_group_name":"consistency-group-3","external_group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41","switch_count":"0"}
{"msg":"DPD multicast group creation initiated across rack switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.265067615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_groups","specific_sources_count":0,"has_any_source_member":true,"address_mode":"ASM","multicast_scope":"IPv4_External","switch_count":0,"vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:2/128","underlay_group_id":"a47cd6e9-5425-42f3-8e05-12481afd1fcb","external_multicast_ip":"224.2.0.2/32","external_group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.265333631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.265385062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.265591377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 failed"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.26572165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Failed(ActionFailed { source_error: Object {\"InternalError\": Object {\"internal_message\": String(\"no switches were configured\")}} })","node_id":"1","saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.266561849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.266631671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.266679072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.266725513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.26746019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.269433586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.269483237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoStarted","node_id":"0","saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.269518098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.269551039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoStarted","node_id":"0","saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.28600466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"6091c8ed-38f5-4860-8028-787cd561e340"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.286076741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"unwinding","saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.286778078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"b62825a6-ac08-48d5-9acb-57bca714c10e","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.292101271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"b62825a6-ac08-48d5-9acb-57bca714c10e","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.300206198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"b62825a6-ac08-48d5-9acb-57bca714c10e","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":88710,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.301323194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"lockstep client test context","status":"200"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.301766835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.307222821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.307355564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.307441426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.308058441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.309289969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.309412102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoFinished","node_id":"0","saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.310010066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.310115918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoFinished","node_id":"0","saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.311447049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.311559422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:36.311757646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.345466917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.3455966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoStarted","node_id":"3","saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.346681725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.346852419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.346992962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.348061197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.352217884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:46541/bgtasks/view/multicast_reconciler","method":"GET"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.361826796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.362045511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoStarted","node_id":"3","saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.370263102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_finished"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.370388124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoFinished","node_id":"3","saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"member not ready to join: waiting for next run","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.371312826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group_state":"Creating","instance_valid":true,"group_name":"consistency-group-1","group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507","member_id":"1396c948-d098-4b75-948b-14fba9766ce4"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.37365872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: 1396c948-d098-4b75-948b-14fba9766ce4, time_created: 2026-01-16T23:08:34.510247Z, time_modified: 2026-01-16T23:08:34.510247Z, time_deleted: None, external_group_id: f643b999-0df5-4ca9-8524-3431f1dbb507, parent_id: 654b8aa8-0014-4f2e-b375-089d955844b2, sled_id: Some(b6d65341-167c-41df-9b5c-41cded99c229 (sled)), state: Joining, version_added: Generation(Generation(1025)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.373816744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"member state reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.373936747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":3}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.374000478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.37408095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.374170432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.375116384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.37626824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_finished"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.376502276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoFinished","node_id":"3","saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.37925164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"90546346-5794-4f43-a9a0-f8e15d02c253","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.384273557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"90546346-5794-4f43-a9a0-f8e15d02c253","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.384452051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"90546346-5794-4f43-a9a0-f8e15d02c253","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.384513032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"90546346-5794-4f43-a9a0-f8e15d02c253","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.384575764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"90546346-5794-4f43-a9a0-f8e15d02c253","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.385383402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"90546346-5794-4f43-a9a0-f8e15d02c253","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.388510764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"85941219-f4b5-4b37-9f14-e405afac1498"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.388615877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.389519058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.38963089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.389738533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.389825155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.390656214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.399495869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.399602901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.400457651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"90546346-5794-4f43-a9a0-f8e15d02c253","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.405766835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"90546346-5794-4f43-a9a0-f8e15d02c253","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.406502812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"90546346-5794-4f43-a9a0-f8e15d02c253","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":27252,"response_code":200}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:36.407103855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"action_error_source":"ActionFailed { source_error: Object {\"InternalError\": Object {\"internal_message\": String(\"no switches were configured\")}} }","action_error_node_name":"\"update_responses\"","result":"failure","saga_name":"multicast-group-dpd-ensure","saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.407360361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"85941219-f4b5-4b37-9f14-e405afac1498","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.407516605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.407595257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoStarted","node_id":"0","saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.408688672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.408789034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.408907697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.40901555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.409115712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.409941861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.410724589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.410841642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.410917344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.411544928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:36.412453879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"action_error_source":"ActionFailed { source_error: Object {\"InternalError\": Object {\"internal_message\": String(\"no switches were configured\")}} }","action_error_node_name":"\"update_responses\"","result":"failure","saga_name":"multicast-group-dpd-ensure","saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.412663284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"5e624fc3-1cc7-4760-a41f-d09afb0ff315","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.412999492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"lockstep client test context","status":"200"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.415220463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.415336726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoFinished","node_id":"0","saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.416076643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.426657098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.426801081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.426851292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.427456697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.430369404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.430509048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":6,"elapsed":"21.224302ms"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.430552469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.430586829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoStarted","node_id":"3","saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.434572402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_finished"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.434627813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoFinished","node_id":"3","saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.442684019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"6091c8ed-38f5-4860-8028-787cd561e340"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.442752541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:36.449964438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"action_error_source":"ActionFailed { source_error: Object {\"InternalError\": Object {\"internal_message\": String(\"no switches were configured\")}} }","action_error_node_name":"\"update_responses\"","result":"failure","saga_name":"multicast-group-dpd-ensure","saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.4500463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"6091c8ed-38f5-4860-8028-787cd561e340","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.4647054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:46541/bgtasks/view/multicast_reconciler","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.465103799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"c2baadc9-0e80-4095-a731-0b8f03f42231","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.465333164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"c2baadc9-0e80-4095-a731-0b8f03f42231","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.465404656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"c2baadc9-0e80-4095-a731-0b8f03f42231","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.465464837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"c2baadc9-0e80-4095-a731-0b8f03f42231","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.465539909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"c2baadc9-0e80-4095-a731-0b8f03f42231","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.466330097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"c2baadc9-0e80-4095-a731-0b8f03f42231","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.469013129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"c2baadc9-0e80-4095-a731-0b8f03f42231","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.474595789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"c2baadc9-0e80-4095-a731-0b8f03f42231","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.475003288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"c2baadc9-0e80-4095-a731-0b8f03f42231","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":9889,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.475895179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"lockstep client test context","status":"200"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.483027844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.483091016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.483127536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.483163167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.48414009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.48847133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.488526602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":6,"orphaned_member_cleanup":0,"member_lifecycle_transitions":3,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":3}
{"msg":"multicast RPW reconciliation pass completed successfully","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.488573753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_operations":6,"orphaned_members_cleaned":0,"member_state_transitions":3,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":3}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.488614064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":3,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":3}","iteration":11,"elapsed":"534.106854ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.488658285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Signaled"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.488692576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.488722676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.488752857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.496368793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:30326","req_id":"d3c27a94-781f-48f1-a3d7-8bb489248134","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   7b 76 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   {v..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.496567898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:30326","req_id":"d3c27a94-781f-48f1-a3d7-8bb489248134","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 31606,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.496959397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.497277084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.497454988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:30326","req_id":"d3c27a94-781f-48f1-a3d7-8bb489248134","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.498126994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3953, tv_nsec: 273385676 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.498296128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.502884554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:39074","req_id":"80b162a3-4331-47ed-a991-22dd7dea8cfc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   50 e5 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   P...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.503074039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:39074","req_id":"80b162a3-4331-47ed-a991-22dd7dea8cfc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 20709,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.503462038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.503539569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:39074","req_id":"80b162a3-4331-47ed-a991-22dd7dea8cfc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.556166909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.55710305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:46541/bgtasks/view/multicast_reconciler","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.557445268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:37375/switch/identifiers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:37375, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to determine switch slot for dendrite","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:36.557558961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"[::1]:37375","error":"Communication Error: error sending request for url (http://[::1]:37375/switch/identifiers)"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.559308901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.559435924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.559539457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.561537223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.566653491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"eb69ef9a-847b-4b9b-8365-b60049e28a5c","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.567187344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"eb69ef9a-847b-4b9b-8365-b60049e28a5c","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.567326567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"eb69ef9a-847b-4b9b-8365-b60049e28a5c","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.56746425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"eb69ef9a-847b-4b9b-8365-b60049e28a5c","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.567587633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"eb69ef9a-847b-4b9b-8365-b60049e28a5c","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.568493884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"eb69ef9a-847b-4b9b-8365-b60049e28a5c","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.573022399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":3}
{"msg":"processing external multicast group transition: 'Creating' → 'Active'","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.573175803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_linked":true,"vni":"Vni(Vni(77))","multicast_scope":"IPv4_External","multicast_ip":"224.2.0.2/32","group_name":"consistency-group-3","group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41"}
{"msg":"processing creating multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.573247504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:35.625525Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Creating, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.573350437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.573418448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.575789573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"processing external multicast group transition: 'Creating' → 'Active'","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.575848455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_linked":true,"vni":"Vni(Vni(77))","multicast_scope":"IPv4_External","multicast_ip":"224.2.0.1/32","group_name":"consistency-group-2","group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"processing creating multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.575895046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:34.758685Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Creating, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.575962478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.576001748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.576032469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"processing external multicast group transition: 'Creating' → 'Active'","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.576201053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_linked":true,"vni":"Vni(Vni(77))","multicast_scope":"IPv4_External","multicast_ip":"224.2.0.0/32","group_name":"consistency-group-1","group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"processing creating multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.576253904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.576325026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.576408258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.576977121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.577649897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"eb69ef9a-847b-4b9b-8365-b60049e28a5c","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.582846117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"eb69ef9a-847b-4b9b-8365-b60049e28a5c","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.583346578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"eb69ef9a-847b-4b9b-8365-b60049e28a5c","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":16690,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.584668519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"lockstep client test context","status":"200"}
{"msg":"found linked underlay group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.58816174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_group":"UnderlayMulticastGroup { id: d288e423-120c-496d-9756-a596da108522, time_created: 2026-01-16T23:08:35.114180Z, time_modified: 2026-01-16T23:08:35.114181Z, time_deleted: None, multicast_ip: V6(Ipv6Network { addr: ff04::e002:1, prefix: 128 }), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), version_added: Generation(Generation(2052)), version_removed: None }","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:34.758685Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Creating, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }"}
{"msg":"initiating DPD transaction saga for multicast forwarding configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.588282752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_external_and_underlay_groups","saga_type":"multicast_group_dpd_ensure","vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:1/128","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_multicast_ip":"224.2.0.1/32","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.588342304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.588379955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"found linked underlay group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.588418206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_group":"UnderlayMulticastGroup { id: a47cd6e9-5425-42f3-8e05-12481afd1fcb, time_created: 2026-01-16T23:08:36.008047Z, time_modified: 2026-01-16T23:08:36.008049Z, time_deleted: None, multicast_ip: V6(Ipv6Network { addr: ff04::e002:2, prefix: 128 }), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), version_added: Generation(Generation(3078)), version_removed: None }","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:35.625525Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Creating, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }"}
{"msg":"initiating DPD transaction saga for multicast forwarding configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.588507688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_external_and_underlay_groups","saga_type":"multicast_group_dpd_ensure","vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:2/128","underlay_group_id":"a47cd6e9-5425-42f3-8e05-12481afd1fcb","external_multicast_ip":"224.2.0.2/32","external_group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.588568149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.58860467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"found linked underlay group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.588640131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_group":"UnderlayMulticastGroup { id: c2364f1d-f234-4e82-9cb0-ba5f535116ac, time_created: 2026-01-16T23:08:34.571742Z, time_modified: 2026-01-16T23:08:34.571744Z, time_deleted: None, multicast_ip: V6(Ipv6Network { addr: ff04::e002:0, prefix: 128 }), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), version_added: Generation(Generation(1026)), version_removed: None }","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"initiating DPD transaction saga for multicast forwarding configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.588729053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_external_and_underlay_groups","saga_type":"multicast_group_dpd_ensure","vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_multicast_ip":"224.2.0.0/32","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.588782434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.588818975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.588859956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":4,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[3,0,null],[2,4,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.fetch_group_data\",\"label\":\"FetchGroupData\",\"name\":\"group_data\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_dataplane\",\"label\":\"UpdateDataplane\",\"name\":\"update_responses\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_group_state\",\"label\":\"UpdateGroupState\",\"name\":\"state_updated\"}},{\"Start\":{\"params\":{\"external_group_id\":\"a9c05218-3fb7-462e-a6e5-eaf77011803c\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"UserBuiltin\":{\"user_builtin_id\":\"001de000-05e4-4000-8000-000000000002\"}},\"credential_id\":null,\"device_token_expiration\":null},null]}},\"underlay_group_id\":\"d288e423-120c-496d-9756-a596da108522\"}}},\"End\"]},\"saga_name\":\"multicast-group-dpd-ensure\",\"start_node\":3}"}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.588978519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":4,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[3,0,null],[2,4,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.fetch_group_data\",\"label\":\"FetchGroupData\",\"name\":\"group_data\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_dataplane\",\"label\":\"UpdateDataplane\",\"name\":\"update_responses\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_group_state\",\"label\":\"UpdateGroupState\",\"name\":\"state_updated\"}},{\"Start\":{\"params\":{\"external_group_id\":\"2b114826-a483-4ec3-9cbb-10b23f4b8c41\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"UserBuiltin\":{\"user_builtin_id\":\"001de000-05e4-4000-8000-000000000002\"}},\"credential_id\":null,\"device_token_expiration\":null},null]}},\"underlay_group_id\":\"a47cd6e9-5425-42f3-8e05-12481afd1fcb\"}}},\"End\"]},\"saga_name\":\"multicast-group-dpd-ensure\",\"start_node\":3}"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.589077561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"multicast-group-dpd-ensure","saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.593252318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"multicast-group-dpd-ensure","saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403"}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.59335013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":4,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[3,0,null],[2,4,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.fetch_group_data\",\"label\":\"FetchGroupData\",\"name\":\"group_data\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_dataplane\",\"label\":\"UpdateDataplane\",\"name\":\"update_responses\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_group_state\",\"label\":\"UpdateGroupState\",\"name\":\"state_updated\"}},{\"Start\":{\"params\":{\"external_group_id\":\"f643b999-0df5-4ca9-8524-3431f1dbb507\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"UserBuiltin\":{\"user_builtin_id\":\"001de000-05e4-4000-8000-000000000002\"}},\"credential_id\":null,\"device_token_expiration\":null},null]}},\"underlay_group_id\":\"c2364f1d-f234-4e82-9cb0-ba5f535116ac\"}}},\"End\"]},\"saga_name\":\"multicast-group-dpd-ensure\",\"start_node\":3}"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.593473343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"multicast-group-dpd-ensure","saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de"}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.600368992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.600430664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.600470215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.600526926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DPD multicast forwarding configuration saga initiated","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.600757782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expected_outcome":"Creating → Active","pending_dpd_operations":"[create_external_group, create_underlay_group, configure_nat_mapping]","saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.600823983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DPD multicast forwarding configuration saga initiated","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.600870894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expected_outcome":"Creating → Active","pending_dpd_operations":"[create_external_group, create_underlay_group, configure_nat_mapping]","saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.600942076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.600992707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.601030778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.603966716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.604039548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DPD multicast forwarding configuration saga initiated","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.604081899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expected_outcome":"Creating → Active","pending_dpd_operations":"[create_external_group, create_underlay_group, configure_nat_mapping]","saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","underlay_group_id":"a47cd6e9-5425-42f3-8e05-12481afd1fcb","external_group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.60413357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","state":"Creating"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.604215782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:34.758685Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Creating, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }","state":"Creating"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.604289084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:35.625525Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Creating, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }","state":"Creating"}
{"msg":"group reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.604361295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":3,"processed":3,"state":"Creating"}
{"msg":"reconciling member state changes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.604399336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.604430387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.604477378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.604513509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.60455501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.604589101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.607517798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.60757161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"3","saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.608379348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.609516535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"3","saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.61016199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.610205831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"3","saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.611103101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.611146462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.614563712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.614662114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.619221769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.619273141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.619340762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.619380253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.619410154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetching multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.619456585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.619495016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.619544357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.619618998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.623787315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.623853767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.623903918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.62399069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.624707977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetching multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.625922615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.625983886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.626037238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.626777224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetching multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.627346078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_group_id":"a47cd6e9-5425-42f3-8e05-12481afd1fcb","external_group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.627406779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.62745082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.628069404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.631945874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.636183242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.636283035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.636376977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.636748605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.637449751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.637519173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.638076286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.640584434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.640652016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.641317011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.641886485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:46541/bgtasks/view/multicast_reconciler","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.642236773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.642315614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.64296809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetched multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.643766168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"vni":"77","underlay_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_ip":"224.2.0.0/32","external_group_name":"consistency-group-1","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.643985513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.644048734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"external_group\": Object {\"identity\": Object {\"description\": String(\"Implicitly created for instance attachment\"), \"id\": String(\"f643b999-0df5-4ca9-8524-3431f1dbb507\"), \"name\": String(\"consistency-group-1\"), \"time_created\": String(\"2026-01-16T23:08:34.241446Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:34.241446Z\")}, \"ip_pool_id\": String(\"cb00123a-e923-43e3-a41d-0d6b495b7342\"), \"ip_pool_range_id\": String(\"9c9c0e62-77ac-4005-9f3c-c26e45713eba\"), \"multicast_ip\": String(\"224.2.0.0/32\"), \"mvlan\": Null, \"state\": String(\"Creating\"), \"tag\": String(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), \"underlay_group_id\": String(\"c2364f1d-f234-4e82-9cb0-ba5f535116ac\"), \"underlay_salt\": Null, \"version_added\": Number(1), \"version_removed\": Null, \"vni\": Number(77)}, \"source_filter\": Object {\"has_any_source_member\": Bool(true), \"specific_sources\": Array []}, \"underlay_group\": Object {\"id\": String(\"c2364f1d-f234-4e82-9cb0-ba5f535116ac\"), \"multicast_ip\": String(\"ff04::e002:0/128\"), \"tag\": String(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), \"time_created\": String(\"2026-01-16T23:08:34.571742Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:34.571744Z\"), \"version_added\": Number(1026), \"version_removed\": Null}})","node_id":"0","saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.645293403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.645349685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.645396366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.653587456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.654982308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"1b08f760-f1c7-4f9c-bdd3-6942cf52ad2d","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.655664604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"1b08f760-f1c7-4f9c-bdd3-6942cf52ad2d","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.655749386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"1b08f760-f1c7-4f9c-bdd3-6942cf52ad2d","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.655816947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"1b08f760-f1c7-4f9c-bdd3-6942cf52ad2d","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.655869458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"1b08f760-f1c7-4f9c-bdd3-6942cf52ad2d","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.658354336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"1b08f760-f1c7-4f9c-bdd3-6942cf52ad2d","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.665267646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.665320887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"fetched multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.665356908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"vni":"77","underlay_ip":"ff04::e002:2/128","underlay_group_id":"a47cd6e9-5425-42f3-8e05-12481afd1fcb","external_ip":"224.2.0.2/32","external_group_name":"consistency-group-3","external_group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.66541707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.66544775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"external_group\": Object {\"identity\": Object {\"description\": String(\"Implicitly created for instance attachment\"), \"id\": String(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41\"), \"name\": String(\"consistency-group-3\"), \"time_created\": String(\"2026-01-16T23:08:35.625525Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:35.625525Z\")}, \"ip_pool_id\": String(\"cb00123a-e923-43e3-a41d-0d6b495b7342\"), \"ip_pool_range_id\": String(\"9c9c0e62-77ac-4005-9f3c-c26e45713eba\"), \"multicast_ip\": String(\"224.2.0.2/32\"), \"mvlan\": Null, \"state\": String(\"Creating\"), \"tag\": String(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), \"underlay_group_id\": String(\"a47cd6e9-5425-42f3-8e05-12481afd1fcb\"), \"underlay_salt\": Null, \"version_added\": Number(2053), \"version_removed\": Null, \"vni\": Number(77)}, \"source_filter\": Object {\"has_any_source_member\": Bool(true), \"specific_sources\": Array []}, \"underlay_group\": Object {\"id\": String(\"a47cd6e9-5425-42f3-8e05-12481afd1fcb\"), \"multicast_ip\": String(\"ff04::e002:2/128\"), \"tag\": String(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), \"time_created\": String(\"2026-01-16T23:08:36.008047Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:36.008049Z\"), \"version_added\": Number(3078), \"version_removed\": Null}})","node_id":"0","saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"fetched multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.667518688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"vni":"77","underlay_ip":"ff04::e002:1/128","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_ip":"224.2.0.1/32","external_group_name":"consistency-group-2","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.66758833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.667651341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"external_group\": Object {\"identity\": Object {\"description\": String(\"Implicitly created for instance attachment\"), \"id\": String(\"a9c05218-3fb7-462e-a6e5-eaf77011803c\"), \"name\": String(\"consistency-group-2\"), \"time_created\": String(\"2026-01-16T23:08:34.758685Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:34.758685Z\")}, \"ip_pool_id\": String(\"cb00123a-e923-43e3-a41d-0d6b495b7342\"), \"ip_pool_range_id\": String(\"9c9c0e62-77ac-4005-9f3c-c26e45713eba\"), \"multicast_ip\": String(\"224.2.0.1/32\"), \"mvlan\": Null, \"state\": String(\"Creating\"), \"tag\": String(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), \"underlay_group_id\": String(\"d288e423-120c-496d-9756-a596da108522\"), \"underlay_salt\": Null, \"version_added\": Number(1027), \"version_removed\": Null, \"vni\": Number(77)}, \"source_filter\": Object {\"has_any_source_member\": Bool(true), \"specific_sources\": Array []}, \"underlay_group\": Object {\"id\": String(\"d288e423-120c-496d-9756-a596da108522\"), \"multicast_ip\": String(\"ff04::e002:1/128\"), \"tag\": String(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), \"time_created\": String(\"2026-01-16T23:08:35.114180Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:35.114181Z\"), \"version_added\": Number(2052), \"version_removed\": Null}})","node_id":"0","saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.667765144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"1b08f760-f1c7-4f9c-bdd3-6942cf52ad2d","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.676934836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"1b08f760-f1c7-4f9c-bdd3-6942cf52ad2d","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.677018318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"1b08f760-f1c7-4f9c-bdd3-6942cf52ad2d","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":18749,"response_code":200}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.67706878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.67710348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.677140201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.686697663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.686760134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.692160889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.693046279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.693469109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"lockstep client test context","status":"200"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.694045983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:49742","req_id":"0fc09906-87e4-4683-b21f-01cb995e04f6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   ce c3 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.694160785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:49742","req_id":"0fc09906-87e4-4683-b21f-01cb995e04f6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 52931,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.694327799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.694520834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.694644927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:49742","req_id":"0fc09906-87e4-4683-b21f-01cb995e04f6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.695173239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3953, tv_nsec: 470408300 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.695255521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.695353593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:23002","req_id":"cab40044-e4e0-43e2-aabe-9207f6a40749","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   df f8 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.695416125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:23002","req_id":"cab40044-e4e0-43e2-aabe-9207f6a40749","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57336,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.695572168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.695696161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.695781643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:23002","req_id":"cab40044-e4e0-43e2-aabe-9207f6a40749","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.695883215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:45305","req_id":"60bf9b7b-c182-4bea-877c-893334cca582","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   21 c7 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   !............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.695943927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:45305","req_id":"60bf9b7b-c182-4bea-877c-893334cca582","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 8647,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.696137651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.696201573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.696284585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:45305","req_id":"60bf9b7b-c182-4bea-877c-893334cca582","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.696746776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3953, tv_nsec: 471985267 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.696825297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.697210776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3953, tv_nsec: 472471718 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.697311158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.697711878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:46716","req_id":"26ae58ee-2e9e-4fa7-ba61-6c5e8ce879fa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b0 e9 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.699373977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:46716","req_id":"26ae58ee-2e9e-4fa7-ba61-6c5e8ce879fa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 45289,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.699575861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.699608502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:46716","req_id":"26ae58ee-2e9e-4fa7-ba61-6c5e8ce879fa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.743602601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.743919938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:42203","req_id":"7fc5b451-91de-489f-b986-d5e3f4fa30a6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   6a 17 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   j...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.744040351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:42203","req_id":"7fc5b451-91de-489f-b986-d5e3f4fa30a6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 27159,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.744238746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.744337058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:42203","req_id":"7fc5b451-91de-489f-b986-d5e3f4fa30a6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.744452171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:5750","req_id":"cb5f81e5-71a6-4c8d-8aa4-7c9d626da1a8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   59 36 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   Y6..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.744527182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:5750","req_id":"cb5f81e5-71a6-4c8d-8aa4-7c9d626da1a8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 22838,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.744705516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.744759178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:5750","req_id":"cb5f81e5-71a6-4c8d-8aa4-7c9d626da1a8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.744824689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:46541/bgtasks/view/multicast_reconciler","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.745056535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:37375/switch/identifiers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:37375, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to determine switch slot for dendrite","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:36.745129306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"[::1]:37375","error":"Communication Error: error sending request for url (http://[::1]:37375/switch/identifiers)"}
{"msg":"applying multicast configuration via DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.746525909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"underlay_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_ip":"224.2.0.0/32","external_group_name":"consistency-group-1","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507","switch_count":"0"}
{"msg":"DPD multicast group creation initiated across rack switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.746600571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_groups","specific_sources_count":0,"has_any_source_member":true,"address_mode":"ASM","multicast_scope":"IPv4_External","switch_count":0,"vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_multicast_ip":"224.2.0.0/32","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.805987166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.866810985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.867205064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 failed"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.867264066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Failed(ActionFailed { source_error: Object {\"InternalError\": Object {\"internal_message\": String(\"no switches were configured\")}} })","node_id":"1","saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"member not ready to join: waiting for next run","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.868085855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group_state":"Creating","instance_valid":true,"group_name":"consistency-group-3","group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41","member_id":"39f72f42-fc41-4bca-99b8-17c80442aa12"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.870186824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:35.625525Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Creating, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: 39f72f42-fc41-4bca-99b8-17c80442aa12, time_created: 2026-01-16T23:08:35.956054Z, time_modified: 2026-01-16T23:08:35.956054Z, time_deleted: None, external_group_id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, parent_id: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, sled_id: Some(b6d65341-167c-41df-9b5c-41cded99c229 (sled)), state: Joining, version_added: Generation(Generation(3077)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.870292266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:35.625525Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Creating, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.870370688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.870413899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.87044773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.870488631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:37375/switch/identifiers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:37375, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to determine switch slot for dendrite","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:36.870541882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"[::1]:37375","error":"Communication Error: error sending request for url (http://[::1]:37375/switch/identifiers)"}
{"msg":"applying multicast configuration via DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.872379005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"underlay_ip":"ff04::e002:2/128","underlay_group_id":"a47cd6e9-5425-42f3-8e05-12481afd1fcb","external_ip":"224.2.0.2/32","external_group_name":"consistency-group-3","external_group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41","switch_count":"0"}
{"msg":"DPD multicast group creation initiated across rack switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.872991399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_groups","specific_sources_count":0,"has_any_source_member":true,"address_mode":"ASM","multicast_scope":"IPv4_External","switch_count":0,"vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:2/128","underlay_group_id":"a47cd6e9-5425-42f3-8e05-12481afd1fcb","external_multicast_ip":"224.2.0.2/32","external_group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.87306861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:37375/switch/identifiers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:37375, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to determine switch slot for dendrite","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:36.873123502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"[::1]:37375","error":"Communication Error: error sending request for url (http://[::1]:37375/switch/identifiers)"}
{"msg":"applying multicast configuration via DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.873247525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"underlay_ip":"ff04::e002:1/128","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_ip":"224.2.0.1/32","external_group_name":"consistency-group-2","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c","switch_count":"0"}
{"msg":"DPD multicast group creation initiated across rack switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.873321556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_groups","specific_sources_count":0,"has_any_source_member":true,"address_mode":"ASM","multicast_scope":"IPv4_External","switch_count":0,"vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:1/128","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_multicast_ip":"224.2.0.1/32","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.874754249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"a3a8a89f-6102-466f-ab2b-a5a6b0da1407","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.875029316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.875087077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"a3a8a89f-6102-466f-ab2b-a5a6b0da1407","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.875141518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"a3a8a89f-6102-466f-ab2b-a5a6b0da1407","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.87518979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"a3a8a89f-6102-466f-ab2b-a5a6b0da1407","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.875254131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"a3a8a89f-6102-466f-ab2b-a5a6b0da1407","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.875913066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"a3a8a89f-6102-466f-ab2b-a5a6b0da1407","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.876723285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.877547264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 failed"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.877595955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Failed(ActionFailed { source_error: Object {\"InternalError\": Object {\"internal_message\": String(\"no switches were configured\")}} })","node_id":"1","saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.878135428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 failed"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.878189549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Failed(ActionFailed { source_error: Object {\"InternalError\": Object {\"internal_message\": String(\"no switches were configured\")}} })","node_id":"1","saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.879490919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.87954788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"unwinding","saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.881588688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.881649319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"unwinding","saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.882337675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.882401426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.882474418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.882521529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.883445051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.884522495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"a3a8a89f-6102-466f-ab2b-a5a6b0da1407","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.891127719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"a3a8a89f-6102-466f-ab2b-a5a6b0da1407","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.891861936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"a3a8a89f-6102-466f-ab2b-a5a6b0da1407","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":16736,"response_code":200}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.892082621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.892121212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoStarted","node_id":"0","saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.893154736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.893224677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"unwinding","saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.894445326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.896124824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.896186406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.896230297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.896535874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.91278438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.912920173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.912978895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.913010306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.914093591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.914157502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoFinished","node_id":"0","saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.914998092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.915049803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoStarted","node_id":"0","saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.915312589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.91536573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoStarted","node_id":"0","saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.916329843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"lockstep client test context","status":"200"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.918237557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.918287718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoFinished","node_id":"0","saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.918664647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.918707508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoFinished","node_id":"0","saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.919300312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.919368513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.919413044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.920168222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.920732385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.920779586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoStarted","node_id":"3","saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.923656462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.923718644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoStarted","node_id":"3","saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.924106083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.924153484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoStarted","node_id":"3","saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"member not ready to join: waiting for next run","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.926512628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group_state":"Creating","instance_valid":true,"group_name":"consistency-group-2","group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c","member_id":"cc294b96-b30f-48d8-be22-c984ee7815ce"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.92657485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:34.758685Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Creating, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: cc294b96-b30f-48d8-be22-c984ee7815ce, time_created: 2026-01-16T23:08:35.062897Z, time_modified: 2026-01-16T23:08:35.062897Z, time_deleted: None, external_group_id: a9c05218-3fb7-462e-a6e5-eaf77011803c, parent_id: 047649a1-bd77-4a29-8488-f19a376f3d65, sled_id: Some(b6d65341-167c-41df-9b5c-41cded99c229 (sled)), state: Joining, version_added: Generation(Generation(2051)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.926689413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:34.758685Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Creating, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.926761784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.926801725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.92745769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.928625337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_finished"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.928691829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoFinished","node_id":"3","saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.928998786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_finished"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.929047737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoFinished","node_id":"3","saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.92960887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_finished"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.929672422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"UndoFinished","node_id":"3","saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.932782144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.932917217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.933600372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.933681265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.934205867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.934256448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.935363393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.935447486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.935506797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.93564949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.937085973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:36.941435474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"action_error_source":"ActionFailed { source_error: Object {\"InternalError\": Object {\"internal_message\": String(\"no switches were configured\")}} }","action_error_node_name":"\"update_responses\"","result":"failure","saga_name":"multicast-group-dpd-ensure","saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.941517206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"34e71c04-4cb9-4f86-9fe8-ad17e14f4403","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.941972546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.94858628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.948673702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.948732423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.949352158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:36.952717906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"action_error_source":"ActionFailed { source_error: Object {\"InternalError\": Object {\"internal_message\": String(\"no switches were configured\")}} }","action_error_node_name":"\"update_responses\"","result":"failure","saga_name":"multicast-group-dpd-ensure","saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.952793547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"60423c57-7ff6-4df4-b37e-3a593fbe18de","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.952833288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.95292975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.952992142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.95419873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"member not ready to join: waiting for next run","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.966855443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group_state":"Creating","instance_valid":true,"group_name":"consistency-group-1","group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507","member_id":"1396c948-d098-4b75-948b-14fba9766ce4"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.967098449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: 1396c948-d098-4b75-948b-14fba9766ce4, time_created: 2026-01-16T23:08:34.510247Z, time_modified: 2026-01-16T23:08:34.510247Z, time_deleted: None, external_group_id: f643b999-0df5-4ca9-8524-3431f1dbb507, parent_id: 654b8aa8-0014-4f2e-b375-089d955844b2, sled_id: Some(b6d65341-167c-41df-9b5c-41cded99c229 (sled)), state: Joining, version_added: Generation(Generation(1025)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.967261693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"member state reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.967386636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":3}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.967460347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.967545769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.967664722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.981480322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:36.982511896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:46541/bgtasks/view/multicast_reconciler","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.985408043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"223af188-e2ba-42d4-8a94-a2c77f0b98f9","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.98570461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"223af188-e2ba-42d4-8a94-a2c77f0b98f9","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.985862983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"223af188-e2ba-42d4-8a94-a2c77f0b98f9","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:36.986000657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"223af188-e2ba-42d4-8a94-a2c77f0b98f9","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.98614036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"223af188-e2ba-42d4-8a94-a2c77f0b98f9","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:36.987036201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"223af188-e2ba-42d4-8a94-a2c77f0b98f9","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.003338578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"223af188-e2ba-42d4-8a94-a2c77f0b98f9","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.010549505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"223af188-e2ba-42d4-8a94-a2c77f0b98f9","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.011145029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"223af188-e2ba-42d4-8a94-a2c77f0b98f9","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":25589,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.011391995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"lockstep client test context","status":"200"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:37.014390904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"action_error_source":"ActionFailed { source_error: Object {\"InternalError\": Object {\"internal_message\": String(\"no switches were configured\")}} }","action_error_node_name":"\"update_responses\"","result":"failure","saga_name":"multicast-group-dpd-ensure","saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.015342617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"889eaebc-bcfd-4f81-a7ff-f5f18fb30acb","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.062254293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:46541/bgtasks/view/multicast_reconciler","method":"GET"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.06253858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.062605872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.062657953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.062730215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.063585754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.064584227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"14d0b416-97c4-406e-99bb-13447a7042be","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.064838064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"14d0b416-97c4-406e-99bb-13447a7042be","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.064961606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"14d0b416-97c4-406e-99bb-13447a7042be","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.065029518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"14d0b416-97c4-406e-99bb-13447a7042be","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.065080289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"14d0b416-97c4-406e-99bb-13447a7042be","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.065759595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"14d0b416-97c4-406e-99bb-13447a7042be","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.068297473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.068349985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.068389835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.069233575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.070183027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"14d0b416-97c4-406e-99bb-13447a7042be","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.074495257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"14d0b416-97c4-406e-99bb-13447a7042be","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.074903166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"14d0b416-97c4-406e-99bb-13447a7042be","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10314,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.075386597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"lockstep client test context","status":"200"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.077012975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.077063966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.077093657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.077126968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.077831864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.080070216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.080129378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":6,"orphaned_member_cleanup":0,"member_lifecycle_transitions":3,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":3}
{"msg":"multicast RPW reconciliation pass completed successfully","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.080160858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_operations":6,"orphaned_members_cleaned":0,"member_state_transitions":3,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":3}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.080184409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":3,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":3}","iteration":12,"elapsed":"591.522874ms"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.126274986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"lockstep client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:46541/bgtasks/view/multicast_reconciler","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.126733317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"049a82ae-7c08-4c3b-a68d-9394f6bfcd77","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.127065505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"049a82ae-7c08-4c3b-a68d-9394f6bfcd77","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.127157157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"049a82ae-7c08-4c3b-a68d-9394f6bfcd77","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.127212868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"049a82ae-7c08-4c3b-a68d-9394f6bfcd77","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.127258869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"049a82ae-7c08-4c3b-a68d-9394f6bfcd77","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.127979336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"049a82ae-7c08-4c3b-a68d-9394f6bfcd77","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.130617057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"049a82ae-7c08-4c3b-a68d-9394f6bfcd77","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.135315396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"049a82ae-7c08-4c3b-a68d-9394f6bfcd77","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.135672514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/bgtasks/view/multicast_reconciler","method":"GET","req_id":"049a82ae-7c08-4c3b-a68d-9394f6bfcd77","remote_addr":"127.0.0.1:41452","local_addr":"127.0.0.1:46541","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":8941,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.136522254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"lockstep client test context","status":"200"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.13677847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/multicast-groups/consistency-group-1","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.136999295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-1","method":"GET","req_id":"576b83aa-27ba-4f2d-b601-d32024824f2f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.137047276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-1","method":"GET","req_id":"576b83aa-27ba-4f2d-b601-d32024824f2f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.137137758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-1","method":"GET","req_id":"576b83aa-27ba-4f2d-b601-d32024824f2f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.137191029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-1","method":"GET","req_id":"576b83aa-27ba-4f2d-b601-d32024824f2f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.137236401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.137277511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.137906106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.140395054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.140486366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.141181642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.143353652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.143428584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.143476915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.143520466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.143964886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.146159037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.146215358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.146251249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.146866864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.148983593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.15318301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.153317083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.153439316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.153929397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.156284282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.156431375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.156476876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.156581869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.158570764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.162582557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.162642329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.16267945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.16270795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.165938675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.169251762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.169324884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-1","method":"GET","req_id":"576b83aa-27ba-4f2d-b601-d32024824f2f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.169433967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1","method":"GET","req_id":"576b83aa-27ba-4f2d-b601-d32024824f2f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.169492738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1","method":"GET","req_id":"576b83aa-27ba-4f2d-b601-d32024824f2f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.170218165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1","method":"GET","req_id":"576b83aa-27ba-4f2d-b601-d32024824f2f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.171804591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.171896143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.172461916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.172920267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.174900003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1","method":"GET","req_id":"576b83aa-27ba-4f2d-b601-d32024824f2f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"MulticastGroup { parent: Fleet, key: f643b999-0df5-4ca9-8524-3431f1dbb507, lookup_type: ByName(\"consistency-group-1\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.177428012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1","method":"GET","req_id":"576b83aa-27ba-4f2d-b601-d32024824f2f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.177517684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1","method":"GET","req_id":"576b83aa-27ba-4f2d-b601-d32024824f2f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.177576545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1","method":"GET","req_id":"576b83aa-27ba-4f2d-b601-d32024824f2f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.177621276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1","method":"GET","req_id":"576b83aa-27ba-4f2d-b601-d32024824f2f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.177676637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.177720588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.179891609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1","method":"GET","req_id":"576b83aa-27ba-4f2d-b601-d32024824f2f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.183058312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1","method":"GET","req_id":"576b83aa-27ba-4f2d-b601-d32024824f2f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"MulticastGroup { parent: Fleet, key: f643b999-0df5-4ca9-8524-3431f1dbb507, lookup_type: ByName(\"consistency-group-1\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.183209655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1","method":"GET","req_id":"576b83aa-27ba-4f2d-b601-d32024824f2f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.183318338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1","method":"GET","req_id":"576b83aa-27ba-4f2d-b601-d32024824f2f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.183885611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1","method":"GET","req_id":"576b83aa-27ba-4f2d-b601-d32024824f2f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.184934066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.185060218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.186616374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1","method":"GET","req_id":"576b83aa-27ba-4f2d-b601-d32024824f2f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.186693426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1","method":"GET","req_id":"576b83aa-27ba-4f2d-b601-d32024824f2f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.187376362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1","method":"GET","req_id":"576b83aa-27ba-4f2d-b601-d32024824f2f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.190256029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-1","method":"GET","req_id":"576b83aa-27ba-4f2d-b601-d32024824f2f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":53235,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.190576456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.190809312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/multicast-groups/consistency-group-1/members","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.191033937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-1/members","method":"GET","req_id":"d5bf0754-d0c5-4409-b5bf-7e943a8b4985","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.191081488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-1/members","method":"GET","req_id":"d5bf0754-d0c5-4409-b5bf-7e943a8b4985","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.191235212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-1/members","method":"GET","req_id":"d5bf0754-d0c5-4409-b5bf-7e943a8b4985","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.191264452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-1/members","method":"GET","req_id":"d5bf0754-d0c5-4409-b5bf-7e943a8b4985","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.191293313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.191330034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.192076391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.194161999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.194250601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.194752213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.197581619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.19764772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.197687181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.197720582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.198327606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.200304791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.200362903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.200411144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.201066099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.203161508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.208928541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.209033604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.209072354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.209693609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.212136156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.212213697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.212250468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.212280359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.212910694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.214848148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.214904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.214941691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.215462803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.217284115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.219882795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.219952297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-1/members","method":"GET","req_id":"d5bf0754-d0c5-4409-b5bf-7e943a8b4985","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.220046279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1/members","method":"GET","req_id":"d5bf0754-d0c5-4409-b5bf-7e943a8b4985","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.22010487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1/members","method":"GET","req_id":"d5bf0754-d0c5-4409-b5bf-7e943a8b4985","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.2205234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1/members","method":"GET","req_id":"d5bf0754-d0c5-4409-b5bf-7e943a8b4985","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.225622358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1/members","method":"GET","req_id":"d5bf0754-d0c5-4409-b5bf-7e943a8b4985","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"MulticastGroup { parent: Fleet, key: f643b999-0df5-4ca9-8524-3431f1dbb507, lookup_type: ByName(\"consistency-group-1\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.225723411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1/members","method":"GET","req_id":"d5bf0754-d0c5-4409-b5bf-7e943a8b4985","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.225786632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1/members","method":"GET","req_id":"d5bf0754-d0c5-4409-b5bf-7e943a8b4985","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.225841643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1/members","method":"GET","req_id":"d5bf0754-d0c5-4409-b5bf-7e943a8b4985","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.226598351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1/members","method":"GET","req_id":"d5bf0754-d0c5-4409-b5bf-7e943a8b4985","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.24125507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1/members","method":"GET","req_id":"d5bf0754-d0c5-4409-b5bf-7e943a8b4985","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.25463813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1/members","method":"GET","req_id":"d5bf0754-d0c5-4409-b5bf-7e943a8b4985","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"MulticastGroup { parent: Fleet, key: f643b999-0df5-4ca9-8524-3431f1dbb507, lookup_type: ByName(\"consistency-group-1\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.254741612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1/members","method":"GET","req_id":"d5bf0754-d0c5-4409-b5bf-7e943a8b4985","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.254798754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1/members","method":"GET","req_id":"d5bf0754-d0c5-4409-b5bf-7e943a8b4985","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.25981439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-1/members","method":"GET","req_id":"d5bf0754-d0c5-4409-b5bf-7e943a8b4985","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:37.273486607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.273949338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-1/members","method":"GET","req_id":"d5bf0754-d0c5-4409-b5bf-7e943a8b4985","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":82893,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.274275105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.274647514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/multicast-groups/consistency-group-2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.275060153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-2","method":"GET","req_id":"43e998a7-3a09-4843-b1ec-d18d692a58b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.275160146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-2","method":"GET","req_id":"43e998a7-3a09-4843-b1ec-d18d692a58b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.275407791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-2","method":"GET","req_id":"43e998a7-3a09-4843-b1ec-d18d692a58b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.275535694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-2","method":"GET","req_id":"43e998a7-3a09-4843-b1ec-d18d692a58b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.275576865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.275651347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.277051669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.28096885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.281031482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.281745108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.284271887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.284338928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.284378599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.2844156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.285036504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.2878528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.287986223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.288053794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.288657088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.292553709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.299343006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.299641703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.299745375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.300564944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.30815387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.308219142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.308278633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.308321194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.309229735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.313238448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.31329752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.31333403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.314090368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.31678586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.32065122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.320718951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-2","method":"GET","req_id":"43e998a7-3a09-4843-b1ec-d18d692a58b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.320796623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2","method":"GET","req_id":"43e998a7-3a09-4843-b1ec-d18d692a58b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.320833164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2","method":"GET","req_id":"43e998a7-3a09-4843-b1ec-d18d692a58b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.321477459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2","method":"GET","req_id":"43e998a7-3a09-4843-b1ec-d18d692a58b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.333974528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2","method":"GET","req_id":"43e998a7-3a09-4843-b1ec-d18d692a58b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"MulticastGroup { parent: Fleet, key: a9c05218-3fb7-462e-a6e5-eaf77011803c, lookup_type: ByName(\"consistency-group-2\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.334178513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2","method":"GET","req_id":"43e998a7-3a09-4843-b1ec-d18d692a58b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.334340516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2","method":"GET","req_id":"43e998a7-3a09-4843-b1ec-d18d692a58b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.334457149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2","method":"GET","req_id":"43e998a7-3a09-4843-b1ec-d18d692a58b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.335487853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2","method":"GET","req_id":"43e998a7-3a09-4843-b1ec-d18d692a58b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.345162217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2","method":"GET","req_id":"43e998a7-3a09-4843-b1ec-d18d692a58b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.353334876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2","method":"GET","req_id":"43e998a7-3a09-4843-b1ec-d18d692a58b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"MulticastGroup { parent: Fleet, key: a9c05218-3fb7-462e-a6e5-eaf77011803c, lookup_type: ByName(\"consistency-group-2\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.35348145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2","method":"GET","req_id":"43e998a7-3a09-4843-b1ec-d18d692a58b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.353540041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2","method":"GET","req_id":"43e998a7-3a09-4843-b1ec-d18d692a58b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.354140255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2","method":"GET","req_id":"43e998a7-3a09-4843-b1ec-d18d692a58b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.356984181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2","method":"GET","req_id":"43e998a7-3a09-4843-b1ec-d18d692a58b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.357085994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2","method":"GET","req_id":"43e998a7-3a09-4843-b1ec-d18d692a58b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.357735919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2","method":"GET","req_id":"43e998a7-3a09-4843-b1ec-d18d692a58b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.361954847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-2","method":"GET","req_id":"43e998a7-3a09-4843-b1ec-d18d692a58b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":86859,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.362386027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.362747885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/multicast-groups/consistency-group-2/members","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.363005981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-2/members","method":"GET","req_id":"9772d000-0b2e-4c87-9604-77246bd18e9e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.363054002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-2/members","method":"GET","req_id":"9772d000-0b2e-4c87-9604-77246bd18e9e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.363215306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-2/members","method":"GET","req_id":"9772d000-0b2e-4c87-9604-77246bd18e9e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.363271347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-2/members","method":"GET","req_id":"9772d000-0b2e-4c87-9604-77246bd18e9e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.363315008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.363356589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.364200508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.369272506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.369380549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.370976585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.373964965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.374111638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.37418432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.374256701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.374895666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.377501207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.377579089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.377618629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.378259224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.380709451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.384817796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.384956529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.385095492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.385887091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.389161347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.389382592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.391071431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.391162263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.392004013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.394686395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.394753946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.394801328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.395942214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.398329069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.401999594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.402078426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-2/members","method":"GET","req_id":"9772d000-0b2e-4c87-9604-77246bd18e9e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.402228999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2/members","method":"GET","req_id":"9772d000-0b2e-4c87-9604-77246bd18e9e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.402320202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2/members","method":"GET","req_id":"9772d000-0b2e-4c87-9604-77246bd18e9e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.402895005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2/members","method":"GET","req_id":"9772d000-0b2e-4c87-9604-77246bd18e9e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.405820803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2/members","method":"GET","req_id":"9772d000-0b2e-4c87-9604-77246bd18e9e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"MulticastGroup { parent: Fleet, key: a9c05218-3fb7-462e-a6e5-eaf77011803c, lookup_type: ByName(\"consistency-group-2\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.406006837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2/members","method":"GET","req_id":"9772d000-0b2e-4c87-9604-77246bd18e9e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.406107919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2/members","method":"GET","req_id":"9772d000-0b2e-4c87-9604-77246bd18e9e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.406185361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2/members","method":"GET","req_id":"9772d000-0b2e-4c87-9604-77246bd18e9e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.40784862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2/members","method":"GET","req_id":"9772d000-0b2e-4c87-9604-77246bd18e9e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.411093405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2/members","method":"GET","req_id":"9772d000-0b2e-4c87-9604-77246bd18e9e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.414378781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2/members","method":"GET","req_id":"9772d000-0b2e-4c87-9604-77246bd18e9e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"MulticastGroup { parent: Fleet, key: a9c05218-3fb7-462e-a6e5-eaf77011803c, lookup_type: ByName(\"consistency-group-2\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.414548155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2/members","method":"GET","req_id":"9772d000-0b2e-4c87-9604-77246bd18e9e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.414680218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2/members","method":"GET","req_id":"9772d000-0b2e-4c87-9604-77246bd18e9e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.415925637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-2/members","method":"GET","req_id":"9772d000-0b2e-4c87-9604-77246bd18e9e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.419920639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-2/members","method":"GET","req_id":"9772d000-0b2e-4c87-9604-77246bd18e9e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":56898,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.420306328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.420871561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/multicast-groups/consistency-group-3","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.421127767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-3","method":"GET","req_id":"f0ea918d-8ad4-4a74-8ffa-2b3b6fa548ad","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.4212502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-3","method":"GET","req_id":"f0ea918d-8ad4-4a74-8ffa-2b3b6fa548ad","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.421393343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-3","method":"GET","req_id":"f0ea918d-8ad4-4a74-8ffa-2b3b6fa548ad","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.421456175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-3","method":"GET","req_id":"f0ea918d-8ad4-4a74-8ffa-2b3b6fa548ad","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.421503696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.421561927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.422307855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.424587527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.42468455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.425446678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.435000469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.435183543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.435260145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.435297266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.436150976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.438355167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.438411388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.438453659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.439316729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.444595931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.44973194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.449811052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.449853123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.450523718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.453466867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.453572039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.45362368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.453666591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.454272235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.458423011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.458490583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.458530024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.458550444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.460374807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.464060812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.464231106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-3","method":"GET","req_id":"f0ea918d-8ad4-4a74-8ffa-2b3b6fa548ad","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.464376149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3","method":"GET","req_id":"f0ea918d-8ad4-4a74-8ffa-2b3b6fa548ad","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.464465642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3","method":"GET","req_id":"f0ea918d-8ad4-4a74-8ffa-2b3b6fa548ad","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.465288281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3","method":"GET","req_id":"f0ea918d-8ad4-4a74-8ffa-2b3b6fa548ad","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.47173409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3","method":"GET","req_id":"f0ea918d-8ad4-4a74-8ffa-2b3b6fa548ad","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"MulticastGroup { parent: Fleet, key: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, lookup_type: ByName(\"consistency-group-3\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.471878023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3","method":"GET","req_id":"f0ea918d-8ad4-4a74-8ffa-2b3b6fa548ad","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.471949845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3","method":"GET","req_id":"f0ea918d-8ad4-4a74-8ffa-2b3b6fa548ad","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.472040737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3","method":"GET","req_id":"f0ea918d-8ad4-4a74-8ffa-2b3b6fa548ad","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.472658041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3","method":"GET","req_id":"f0ea918d-8ad4-4a74-8ffa-2b3b6fa548ad","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.477535324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3","method":"GET","req_id":"f0ea918d-8ad4-4a74-8ffa-2b3b6fa548ad","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.480979954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3","method":"GET","req_id":"f0ea918d-8ad4-4a74-8ffa-2b3b6fa548ad","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"MulticastGroup { parent: Fleet, key: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, lookup_type: ByName(\"consistency-group-3\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.481121207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3","method":"GET","req_id":"f0ea918d-8ad4-4a74-8ffa-2b3b6fa548ad","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.481265611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3","method":"GET","req_id":"f0ea918d-8ad4-4a74-8ffa-2b3b6fa548ad","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.481849644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3","method":"GET","req_id":"f0ea918d-8ad4-4a74-8ffa-2b3b6fa548ad","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.488094989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3","method":"GET","req_id":"f0ea918d-8ad4-4a74-8ffa-2b3b6fa548ad","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.488242322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3","method":"GET","req_id":"f0ea918d-8ad4-4a74-8ffa-2b3b6fa548ad","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.489275756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3","method":"GET","req_id":"f0ea918d-8ad4-4a74-8ffa-2b3b6fa548ad","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.499920813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-3","method":"GET","req_id":"f0ea918d-8ad4-4a74-8ffa-2b3b6fa548ad","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":78782,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.502539593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.502794569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/multicast-groups/consistency-group-3/members","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.505924902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-3/members","method":"GET","req_id":"6fc64845-839c-4e05-a00b-25a45546e97f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.505985263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-3/members","method":"GET","req_id":"6fc64845-839c-4e05-a00b-25a45546e97f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.506387062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-3/members","method":"GET","req_id":"6fc64845-839c-4e05-a00b-25a45546e97f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.506503785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-3/members","method":"GET","req_id":"6fc64845-839c-4e05-a00b-25a45546e97f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.506558356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.506594867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.507860177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.513358644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.513468567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.51402177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.524994024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.525154247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.525218329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.52525477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.525872404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.528961506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.529088648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.52913961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.529684542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.531926945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.535364404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.535510787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.535558298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.536689944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.539246214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.539398078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.539475619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.539528761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.540229337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.542627582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.542710614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.542757435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.54339098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.545707193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.549103842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.549182204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-3/members","method":"GET","req_id":"6fc64845-839c-4e05-a00b-25a45546e97f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.549345528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3/members","method":"GET","req_id":"6fc64845-839c-4e05-a00b-25a45546e97f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.549409369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3/members","method":"GET","req_id":"6fc64845-839c-4e05-a00b-25a45546e97f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.553268268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3/members","method":"GET","req_id":"6fc64845-839c-4e05-a00b-25a45546e97f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.559096784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3/members","method":"GET","req_id":"6fc64845-839c-4e05-a00b-25a45546e97f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"MulticastGroup { parent: Fleet, key: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, lookup_type: ByName(\"consistency-group-3\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.559234487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3/members","method":"GET","req_id":"6fc64845-839c-4e05-a00b-25a45546e97f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.559302709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3/members","method":"GET","req_id":"6fc64845-839c-4e05-a00b-25a45546e97f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.55938139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3/members","method":"GET","req_id":"6fc64845-839c-4e05-a00b-25a45546e97f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.566230429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3/members","method":"GET","req_id":"6fc64845-839c-4e05-a00b-25a45546e97f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.569050045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3/members","method":"GET","req_id":"6fc64845-839c-4e05-a00b-25a45546e97f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.573781514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3/members","method":"GET","req_id":"6fc64845-839c-4e05-a00b-25a45546e97f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"MulticastGroup { parent: Fleet, key: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, lookup_type: ByName(\"consistency-group-3\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.573870346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3/members","method":"GET","req_id":"6fc64845-839c-4e05-a00b-25a45546e97f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.573923347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3/members","method":"GET","req_id":"6fc64845-839c-4e05-a00b-25a45546e97f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.574588402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups/consistency-group-3/members","method":"GET","req_id":"6fc64845-839c-4e05-a00b-25a45546e97f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.580405908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups/consistency-group-3/members","method":"GET","req_id":"6fc64845-839c-4e05-a00b-25a45546e97f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":74480,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.581863371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.582323302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/multicast-groups","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.582611659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups","method":"GET","req_id":"a49d355b-a28d-4516-9b34-55ed4f488328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.58267184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups","method":"GET","req_id":"a49d355b-a28d-4516-9b34-55ed4f488328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.582759402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups","method":"GET","req_id":"a49d355b-a28d-4516-9b34-55ed4f488328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.582807403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups","method":"GET","req_id":"a49d355b-a28d-4516-9b34-55ed4f488328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.582848174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.582882455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.587057231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.597249478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.597394861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.598294112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.600711898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.600791269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.60083645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.600893452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.601618479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.60468769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.604775572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.604825803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.60639807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.613029603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.619057963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.619705378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.61980397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.619902462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.62625698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.626374382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.626424144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.626466755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.627342365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.63015147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.630211991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.630253883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.630868817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.633586469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.637775567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.637958491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups","method":"GET","req_id":"a49d355b-a28d-4516-9b34-55ed4f488328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.638029592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"a49d355b-a28d-4516-9b34-55ed4f488328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"MulticastGroupList","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.638070413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"a49d355b-a28d-4516-9b34-55ed4f488328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.638103444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"a49d355b-a28d-4516-9b34-55ed4f488328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.638141905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"a49d355b-a28d-4516-9b34-55ed4f488328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.638514294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"a49d355b-a28d-4516-9b34-55ed4f488328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.644638525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"a49d355b-a28d-4516-9b34-55ed4f488328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.648571036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"a49d355b-a28d-4516-9b34-55ed4f488328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"MulticastGroupList","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.648663798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"a49d355b-a28d-4516-9b34-55ed4f488328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.648754191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"a49d355b-a28d-4516-9b34-55ed4f488328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.649455497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"a49d355b-a28d-4516-9b34-55ed4f488328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.653724056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"a49d355b-a28d-4516-9b34-55ed4f488328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.653842089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"a49d355b-a28d-4516-9b34-55ed4f488328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.654924854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"a49d355b-a28d-4516-9b34-55ed4f488328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.658476046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups","method":"GET","req_id":"a49d355b-a28d-4516-9b34-55ed4f488328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":75865,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.658874285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.659195623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/multicast-groups","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.659437928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups","method":"GET","req_id":"b220c487-b12a-4765-b9c7-a86a2de568c2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.65951777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups","method":"GET","req_id":"b220c487-b12a-4765-b9c7-a86a2de568c2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.659565461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups","method":"GET","req_id":"b220c487-b12a-4765-b9c7-a86a2de568c2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.659605462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups","method":"GET","req_id":"b220c487-b12a-4765-b9c7-a86a2de568c2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.659668654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.659716305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.660407771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.662851098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.662932029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.663785469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.666107343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.666194205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.666236176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.666269907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.666947512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.669512222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.669594934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.669658505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.67029358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.672637994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.698107164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.698275448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.698326799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.701272538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.705708431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.705817913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.705875144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.705950796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.707118183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.709019837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.709075938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.709112739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.709650072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.711425563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.71430379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.714385511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups","method":"GET","req_id":"b220c487-b12a-4765-b9c7-a86a2de568c2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.714481994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"b220c487-b12a-4765-b9c7-a86a2de568c2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"MulticastGroupList","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.714544115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"b220c487-b12a-4765-b9c7-a86a2de568c2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.714599976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"b220c487-b12a-4765-b9c7-a86a2de568c2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.714653558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"b220c487-b12a-4765-b9c7-a86a2de568c2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.715068967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"b220c487-b12a-4765-b9c7-a86a2de568c2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.72036863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"b220c487-b12a-4765-b9c7-a86a2de568c2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.722756315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"b220c487-b12a-4765-b9c7-a86a2de568c2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"MulticastGroupList","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.722846387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"b220c487-b12a-4765-b9c7-a86a2de568c2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.722919359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"b220c487-b12a-4765-b9c7-a86a2de568c2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.723482922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"b220c487-b12a-4765-b9c7-a86a2de568c2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.726141713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"b220c487-b12a-4765-b9c7-a86a2de568c2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.726218125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"b220c487-b12a-4765-b9c7-a86a2de568c2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.726898861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"b220c487-b12a-4765-b9c7-a86a2de568c2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.730230388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups","method":"GET","req_id":"b220c487-b12a-4765-b9c7-a86a2de568c2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":70515,"response_code":200}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.730525705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.730855353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.731253802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.731513038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/multicast-groups","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.731661842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"677941e9-c120-49de-825c-4634ee8707c2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.731716453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"677941e9-c120-49de-825c-4634ee8707c2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.731943188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"677941e9-c120-49de-825c-4634ee8707c2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.73200894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"677941e9-c120-49de-825c-4634ee8707c2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.732660975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"677941e9-c120-49de-825c-4634ee8707c2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.733500674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups","method":"GET","req_id":"aa7c45b4-9cf9-437b-a03e-0d9605debafc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.733564906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups","method":"GET","req_id":"aa7c45b4-9cf9-437b-a03e-0d9605debafc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.733617567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups","method":"GET","req_id":"aa7c45b4-9cf9-437b-a03e-0d9605debafc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.733660608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups","method":"GET","req_id":"aa7c45b4-9cf9-437b-a03e-0d9605debafc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.733702869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.73374484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.734311723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.736523884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"677941e9-c120-49de-825c-4634ee8707c2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4809,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.73764351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"677941e9-c120-49de-825c-4634ee8707c2\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:08:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.737741042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.737804934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.737861465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.73851782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.739236667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"51395b8b-c744-4c77-8883-37e8c3c0f0d5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.739316989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"51395b8b-c744-4c77-8883-37e8c3c0f0d5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.739499013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"51395b8b-c744-4c77-8883-37e8c3c0f0d5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.739572415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"51395b8b-c744-4c77-8883-37e8c3c0f0d5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.7402376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"51395b8b-c744-4c77-8883-37e8c3c0f0d5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.744963609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.745028671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.745054162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.745074282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.745090672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.74927229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"51395b8b-c744-4c77-8883-37e8c3c0f0d5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10029,"response_code":200}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.749482905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.749588897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.749660449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.750369645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.752006133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51395b8b-c744-4c77-8883-37e8c3c0f0d5\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:08:37 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.752087335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.752136246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.752174357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.753852566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.757617543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.757729805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.757778117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.758711238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.761295978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.761591655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.761653107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.761695268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.765124667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.766708164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.766760405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.766792035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.76741367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.770586623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.774739099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.774817241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups","method":"GET","req_id":"aa7c45b4-9cf9-437b-a03e-0d9605debafc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.774872962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"aa7c45b4-9cf9-437b-a03e-0d9605debafc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"MulticastGroupList","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.774995735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"aa7c45b4-9cf9-437b-a03e-0d9605debafc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.775081847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"aa7c45b4-9cf9-437b-a03e-0d9605debafc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.77518225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"aa7c45b4-9cf9-437b-a03e-0d9605debafc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.775876066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"aa7c45b4-9cf9-437b-a03e-0d9605debafc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.781105127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"aa7c45b4-9cf9-437b-a03e-0d9605debafc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.786451871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"aa7c45b4-9cf9-437b-a03e-0d9605debafc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"MulticastGroupList","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.786552343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"aa7c45b4-9cf9-437b-a03e-0d9605debafc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.786605565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"aa7c45b4-9cf9-437b-a03e-0d9605debafc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.787109076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"aa7c45b4-9cf9-437b-a03e-0d9605debafc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.791218381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"aa7c45b4-9cf9-437b-a03e-0d9605debafc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.791342034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"aa7c45b4-9cf9-437b-a03e-0d9605debafc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.793593776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/multicast-groups","method":"GET","req_id":"aa7c45b4-9cf9-437b-a03e-0d9605debafc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.798814768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/multicast-groups","method":"GET","req_id":"aa7c45b4-9cf9-437b-a03e-0d9605debafc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":65306,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.799166426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.860919846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.86153985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.861603932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.863369433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.86409451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.864157641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.864201982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.864367456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa1c59aa-ca73-4c6b-839b-3903ad5d44f9\", \"content-length\": \"94\", \"date\": \"Fri, 16 Jan 2026 23:08:37 GMT\"} })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.901351193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58444"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.901748052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"680a84db-ec48-4172-9e9c-a7622c0b8364","remote_addr":"127.0.0.1:58444","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.901822174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"680a84db-ec48-4172-9e9c-a7622c0b8364","remote_addr":"127.0.0.1:58444","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.902021338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"680a84db-ec48-4172-9e9c-a7622c0b8364","remote_addr":"127.0.0.1:58444","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.90210765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"680a84db-ec48-4172-9e9c-a7622c0b8364","remote_addr":"127.0.0.1:58444","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.903040352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"680a84db-ec48-4172-9e9c-a7622c0b8364","remote_addr":"127.0.0.1:58444","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.915292266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"680a84db-ec48-4172-9e9c-a7622c0b8364","remote_addr":"127.0.0.1:58444","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":13552,"response_code":200}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.916724879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.917155629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"bb324c3a-1cb7-4f80-889c-75529ddf73a0","remote_addr":"127.0.0.1:58444","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.917265021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"bb324c3a-1cb7-4f80-889c-75529ddf73a0","remote_addr":"127.0.0.1:58444","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.917731972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"bb324c3a-1cb7-4f80-889c-75529ddf73a0","remote_addr":"127.0.0.1:58444","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.917855245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"bb324c3a-1cb7-4f80-889c-75529ddf73a0","remote_addr":"127.0.0.1:58444","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.918761596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"bb324c3a-1cb7-4f80-889c-75529ddf73a0","remote_addr":"127.0.0.1:58444","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.919832561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed9599b5-8043-4c8c-9247-04523ec8085d\", \"content-length\": \"94\", \"date\": \"Fri, 16 Jan 2026 23:08:37 GMT\"} })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.924167292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"bb324c3a-1cb7-4f80-889c-75529ddf73a0","remote_addr":"127.0.0.1:58444","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6972,"response_code":200}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.971863727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.972678676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2b75079-6e9a-4b36-92bc-893d03514127\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:08:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:37.974738293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/instance-consistency-group-1?project=test-project","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.976186457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.976276819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.976421792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.976454693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.976478043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.976498854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.977567158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.980780203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.980906096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.981757006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.984446698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.984511299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.984560611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.984597391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.985243976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.987677903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:37.987754294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.987797166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.988560193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:37.995176536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.001300209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.001427031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.001475423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.002103147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.005356422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.005520736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.005578498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.005649189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.006396106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.008790782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.008911755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.009012027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.009926298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.012506688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.01605157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.016130902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.016227684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.016290206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.017013272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.021734852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.021841374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.022898559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.025647672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.025733945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.02641573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.029390039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ByName(\"instance-consistency-group-1\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.029486821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.029555563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.029644145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.030141217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.03330554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.033383802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.033446493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.033901114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.037779753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.037901726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.037992369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.038520671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.041328326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.052826172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ByName(\"instance-consistency-group-1\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.053006216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ByName(\"instance-consistency-group-1\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.05316343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.053313663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.053490628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.054934951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.059798714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.059988698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.060255484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.061088083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.064914132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.064995154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.065048145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.066035838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.069202721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.079270415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ByName(\"instance-consistency-group-1\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.07949746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.079706825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.080442552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.084322412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"0cbd04a6-1080-48bc-b019-308f0bc4c07d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":108144,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.084835484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.085182732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/instance-consistency-group-2?project=test-project","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.085434748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.085581711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.085899848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.08596022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.086015791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.086055802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.086800299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.090835333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.096155796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.096462713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.096512914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.096562276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.096604427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.096660748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.096697609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.100028036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.100102517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.100151009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.100930016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.103283401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.107348055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.107490308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.107601181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.108107763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.110818416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.110947888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.11101114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.111054951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.111697316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.113944138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.11403728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.114084611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.114699246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.116914606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.120338676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.120411988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.1205214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.120583412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.121162215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.12352702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.123667203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.124439281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.127556513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.127732928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.128614908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.131099675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ByName(\"instance-consistency-group-2\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.131194008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.131262999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.131340571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.131867483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.137618076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.137729199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.13780187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.138388934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.168299137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.168395299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.168452981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.168498892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.168900901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.168972663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.169201818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.170036938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.172399272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.172460964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.174271326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.190778368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ByName(\"instance-consistency-group-2\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.191823802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ByName(\"instance-consistency-group-2\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.192004507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.19214649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.192270693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.193285807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.196199084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.196261075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.1973307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.197412652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.197493594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.199423049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.202192233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.202335166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.202478059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.203183545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.206511293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.216166146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ByName(\"instance-consistency-group-2\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.216390922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.216467853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.216996205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.221757216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"741e2131-3a23-4efe-99c5-514c84d59292","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":136324,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.222297508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.222689008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/instance-consistency-group-3?project=test-project","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.223007885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.223121767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.223316572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.224051129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.224189662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.224304795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.225755778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.23231189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.232437613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.233279362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.236531248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.236592219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.236631911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.236666791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.237788477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.246017638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.246089559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.24612696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.24695915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.249509529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.253352568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.25346999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.253518631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.254211878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.258793084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.258931397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.258983278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.25904753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.259801637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.262000448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.262056869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.26209296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.262764756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.265158211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.270672019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.272293077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.272383319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.27244809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.272496561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:38.272568863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.279212127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.279377541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.280936957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.284026568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.28410457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.28453821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.302931476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ByName(\"instance-consistency-group-3\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.30307454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.303189022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.303261254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.303996661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.308600538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.30869957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.308760291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.309351165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.312301813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.312378545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.312433187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.31299913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.317728769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.329184764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ByName(\"instance-consistency-group-3\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.329350988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ByName(\"instance-consistency-group-3\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.329444881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.329512202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.329587304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.330419153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.334942508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.335014479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.335079301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.335933851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.339745669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.339826031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.339886142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.340664861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.34409166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.353783985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ByName(\"instance-consistency-group-3\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.353939478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.354070211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.355000513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.358969065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"1f22fe66-608e-4eda-b88e-c326d8c9c0a0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":135945,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.359473106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.359755583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/instance-consistency-group-1?project=test-project","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.360033319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.360110271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.360234354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.360368697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.360442439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.36048929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.361311799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.363796657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.363914829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.364821641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.367346599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.367436961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.367483062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.367527913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.368178318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.3704437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.370514022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.370555633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.371393202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.37560284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.389012451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.389291597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.38939673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.42004319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.426373926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.426460818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.426503979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.42654324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.426574661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.433320697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.433384078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.433421109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.434251369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.441307332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.447758782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.448023828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.448190612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.448327915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.449272917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.472919554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.473013987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.474124422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.484164555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.484329789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.485456255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.489163221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ByName(\"instance-consistency-group-1\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.489342575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.489473588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.489586511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.490520633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.507230039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.507376953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.507491575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.508785105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.518314226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.518387498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.518451569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.519244488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.54913666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.558300852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ByName(\"instance-consistency-group-1\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.558479336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ByName(\"instance-consistency-group-1\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.558585399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.558660731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.558734873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.559245674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.562870369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.5629363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.562987211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.563598046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.566557524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.566636036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.566690177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.567291591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.570486755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.581128212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ByName(\"instance-consistency-group-1\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.581330926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.581407768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.58192147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.585657816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"689d5cb5-3e39-4741-b68f-13436cd8622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":225621,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.586049675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.586648649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Action"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.58669454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuditLog"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.586727671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AnyActor"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.586758082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuthenticatedActor"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.586789232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"BlueprintConfig"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.586821933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Database"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.586855314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DnsConfig"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.586906315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Fleet"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.586936696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Inventory"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.586964387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPoolList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.586993727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.587026318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSessionList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.587059759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequestList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.587101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"QuiesceState"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.58713472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloCertificateList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.587168561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroupList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.587202852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloIdentityProviderList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.587236293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.587300274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserSessionList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.587356585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserTokenList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.587390256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UpdateTrustRootList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.587421077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TargetReleaseConfig"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.587452318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertClassList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.587482759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerTokenList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.587512039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroupList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.58754284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Project"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.587581031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Disk"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.587618412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Snapshot"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.587645712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ProjectImage"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.587672613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.587703194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AntiAffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.587730794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Instance"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.587760095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPool"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.587790546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InstanceNetworkInterface"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.587821386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Vpc"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.587850827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcRouter"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.587883158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGateway"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.587912929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpPool"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.587947149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpAddress"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.58797491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"RouterRoute"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.58800074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcSubnet"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588026351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"FloatingIp"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588049922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Image"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588075882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloImage"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588101973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AddressLot"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588127134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Blueprint"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588151954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"LoopbackAddress"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588178065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Certificate"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588203115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSession"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588230206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequest"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588257026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAccessToken"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588293367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"PhysicalDisk"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588322618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Rack"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588349199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SshKey"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588377999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Silo"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.5884075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUser"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.58843453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroup"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588460251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SupportBundle"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588485532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588513612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SamlIdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588540903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Sled"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588566634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufRepo"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588594484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufArtifact"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588632335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufTrustRoot"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588701067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Alert"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588739868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertReceiver"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588771809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"WebhookSecret"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588803119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Zpool"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.58883381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Service"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588864951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UserBuiltin"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588917172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerToken"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588951253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroup"}
{"msg":"full Oso configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.588982413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system.  All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n    actor.authenticated and\n    has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n#   resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project.  The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n#   the \"admin\" role for child resources.  The idea is that if you're an\n#   Organization Collaborator, you have full control over the Projects within\n#   the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level.  For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin           (superuser for the whole system)\n# - fleet.collaborator    (can manage Silos)\n# - fleet.viewer          (can read most non-siloed resources in the system)\n# - silo.admin            (superuser for the silo)\n# - silo.collaborator     (can create and own Organizations; grants project.admin on all projects)\n# - silo.limited-collaborator (grants project.limited-collaborator on all projects)\n# - silo.viewer           (can read most resources within the Silo; grants project.viewer)\n# - organization.admin    (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer   (can read most resources within the Organization)\n# - project.admin         (complete control over a Project)\n# - project.collaborator  (can manage all resources within the Project, including networking)\n# - project.limited-collaborator (can manage compute resources, but not networking resources)\n# - project.viewer        (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below).  We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system.  The name comes\n# from the idea described in RFD 24, but it's not quite right.  This probably\n# should be more like \"Region\" or \"AvailabilityZone\".  The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\troles = [\n\t    # Roles that can be attached by users\n\t    \"admin\",\n\t    \"collaborator\",\n\t    \"viewer\",\n\n\t    # Internal-only roles\n\t    \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\n# Note that certain Actors may not ever have any roles assigned to them, like\n# SCIM Actors.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet).  Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo.  To achieve this, we use permission rules here.  (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo.  That's\n# not quite the same as having the \"viewer\" role.  For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404.  This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif actor.is_user and silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t# Role hierarchy: admin > collaborator > limited-collaborator > viewer\n\t#\n\t# The \"limited-collaborator\" role can create/modify non-networking\n\t# resources (instances, disks, etc.) but cannot create/modify networking\n\t# infrastructure (VPCs, subnets, routers, internet gateways).\n\t# See nexus/authz-macros for InProjectLimited vs InProjectFull.\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"limited-collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"limited-collaborator\" if \"limited-collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro.  Some resources require custom Polar code.  Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users.  This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n    if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n    if actor.is_user and silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n}\n# We want to allow the user to modify the ssh key but disallow a SCIM IdP token\n# from doing the same.\nhas_permission(actor: AuthenticatedActor, \"modify\", ssh_key: SshKey)\n\tif actor.is_user and has_permission(actor, \"modify\", ssh_key.silo_user);\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource ScimClientBearerToken {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n    # necessary to authenticate SCIM actors\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token: ScimClientBearerToken)\n\tif scim_client_bearer_token.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerToken)\n\tif collection.silo.fleet = fleet;\n\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database.  These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\").  The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet.  None of these resources defines their own roles.\n#\n\n# Describes the quiesce state of a particular Nexus instance.\n#\n# These authz checks must not require the database.  We grant this directly to\n# callers of the internal API.\nresource QuiesceState {\n\tpermissions = [ \"read\", \"modify\" ];\n}\nhas_permission(USER_INTERNAL_API: AuthenticatedActor, \"read\", _q: QuiesceState);\nhas_permission(\n    USER_INTERNAL_API: AuthenticatedActor,\n    \"modify\",\n    _q: QuiesceState\n);\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos.  These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t    \"list_children\", # list blueprints\n\t    \"create_child\",  # create blueprint\n\t    \"read\",          # read the current target\n\t    \"modify\",        # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/update/trust-roots\" in the API\nresource UpdateTrustRootList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: UpdateTrustRootList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t    \"read\",          # read the current target release\n\t    \"modify\",        # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif actor.is_user and silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for accessing \"/v1/multicast-groups\" in the API\n# Groups are created when the first instance joins and deleted when the last leaves.\nresource MulticastGroupList {\n\tpermissions = [ \"list_children\" ];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet Viewers can list multicast groups\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group_list: MulticastGroupList)\n\tif multicast_group_list.fleet = fleet;\n\n# Any authenticated user can list multicast groups in their fleet.\n# This enables silo users to discover groups for attaching instances,\n# without requiring the Fleet::Viewer role.\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group_list: MulticastGroupList)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group_list.fleet;\n\n# MulticastGroup is a fleet-level discovery resource.\n# Join/leave authorization is gated by Instance::Modify, not the group itself.\nresource MulticastGroup {\n\tpermissions = [ \"read\", \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group: MulticastGroup)\n\tif multicast_group.fleet = fleet;\n\n# Any authenticated user can read multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"read\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Any authenticated user can list members of multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Describes the policy for reading and writing the audit log\nresource AuditLog {\n\tpermissions = [\n\t    \"list_children\", # retrieve audit log\n\t    \"create_child\",  # create audit log entry\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet viewers can read the audit log\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\n# Any actor should be able to write to the audit log because we need to be able\n# to write to the log from any request, authenticated or not. Audit log writes\n# are always a byproduct of other operations: there are no endpoints that allow\n# the user to write to the log deliberately. Note we use AuthenticatedActor\n# because we don't really mean unauthenticated -- in the case of login\n# operations, we use the external authenticator actor that creates the session\n# to authorize the audit log write.\nhas_permission(_actor: AuthenticatedActor, \"create_child\", _audit_log: AuditLog);\n\nhas_relation(fleet: Fleet, \"parent_fleet\", audit_log: AuditLog)\n\tif audit_log.fleet = fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Allow silo admins to delete and list user sessions\nresource SiloUserSessionList {\n    permissions = [ \"modify\", \"list_children\" ];\n    relations = { parent_silo: Silo };\n\n    # A silo admin can modify (e.g., delete) a user's sessions.\n    \"modify\" if \"admin\" on \"parent_silo\";\n\n    # A silo admin can list a user's sessions.\n    \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserSessionList)\n    if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own sessions\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserSessionList)\n    if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserSessionList)\n    if actor.equals_silo_user(authn_list.silo_user);\n\n# Allow silo admins to delete and list user access tokens\nresource SiloUserTokenList {\n    permissions = [ \"modify\", \"list_children\" ];\n    relations = { parent_silo: Silo };\n\n    # A silo admin can modify (e.g., delete) a user's tokens.\n    \"modify\" if \"admin\" on \"parent_silo\";\n\n    # A silo admin can list a user's tokens.\n    \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserTokenList)\n    if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own tokens\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserTokenList)\n    if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserTokenList)\n    if actor.equals_silo_user(authn_list.silo_user);\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration.  This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on.  This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission.  For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users.  This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on.  This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission.  For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on users.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n    if actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_user_list: SiloUserList)\n\tif actor.is_scim_idp and silo_user_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_user: SiloUser)\n\tif actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_user_list: SiloUserList)\n    if actor.is_scim_idp and silo_user_list.silo in actor.silo;\n\n# Describes the policy for creating and managing Silo groups (mostly intended\n# for API-managed groups)\nresource SiloGroupList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the groups in the\n\t# Silo) can see the groups in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's groups.  This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on.  This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission.  For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloGroupList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloGroupList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on groups.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_group: SiloGroup)\n    if actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_group_list: SiloGroupList)\n\tif actor.is_scim_idp and silo_group_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_group: SiloGroup)\n\tif actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_group_list: SiloGroupList)\n    if actor.is_scim_idp and silo_group_list.silo in actor.silo;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions.  This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with.  Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest)\n    if actor.is_user;\nhas_permission(actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest)\n    if actor.is_user;\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t    # \"query\" is required to perform any query against the database,\n\t    # whether a read or write query.  This is checked when an operation\n\t    # checks out a database connection from the connection pool.\n\t    #\n\t    # Any authenticated user gets this permission.  There's generally\n\t    # some other authz check involved in the database query.  For\n\t    # example, if you're querying the database to \"read\" a \"Project\", we\n\t    # should also be checking that.  So why do we do this at all?  It's\n\t    # a belt-and-suspenders measure so that if we somehow introduced an\n\t    # unauthenticated code path that hits the database, it cannot be\n\t    # used to DoS the database because we won't allow the operation to\n\t    # make the query.  (As long as the code path _is_ authenticated, we\n\t    # can use throttling mechanisms to prevent DoS.)\n\t    \"query\",\n\n\t    # \"modify\" is required to populate database data that's delivered\n\t    # with the system.  It should also be required for schema changes,\n\t    # when we support those.  This is separate from \"query\" so that we\n\t    # cannot accidentally invoke these code paths from API calls and\n\t    # other general functions.\n\t    \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_alert_receiver: AlertReceiver };\n\n\t\"read\" if \"read\" on \"parent_alert_receiver\";\n\t\"modify\" if \"modify\" on \"parent_alert_receiver\";\n}\n\nhas_relation(rx: AlertReceiver, \"parent_alert_receiver\", secret: WebhookSecret)\n\tif secret.alert_receiver = rx;\n\nresource AlertClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: AlertClassList)\n\tif collection.fleet = fleet;\n\nresource ScimClientBearerTokenList {\n\tpermissions = [ \"create_child\", \"list_children\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n    # These are all admin because being able to create these tokens would allow\n    # a user to grant themselves admin by modifying group membership through SCIM calls\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\n    # Fleet-level roles also grant privileges for SCIM client tokens, for\n    # configuration before silo admins are present.\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token_list: ScimClientBearerTokenList)\n\tif scim_client_bearer_token_list.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerTokenList)\n\tif collection.silo.fleet = fleet;\n\n# VpcList is a synthetic resource for controlling VPC creation.\n# Unlike other project resources, VPC creation requires the full \"collaborator\"\n# role rather than \"limited-collaborator\", enforcing the networking restriction.\n# This allows organizations to restrict who can reconfigure the network topology\n# while still allowing users with limited-collaborator to work with compute\n# resources (instances, disks, etc.) within the existing network.\nresource VpcList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { containing_project: Project };\n\n\t\"list_children\" if \"read\" on \"containing_project\";\n\t\"create_child\" if \"collaborator\" on \"containing_project\";\n}\nhas_relation(project: Project, \"containing_project\", collection: VpcList)\n\tif collection.project = project;\n\n\n\n                resource Disk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Disk)\n                        if child.project = parent;\n            \n\n                resource Snapshot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Snapshot)\n                        if child.project = parent;\n            \n\n                resource ProjectImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n                        if child.project = parent;\n            \n\n                resource AffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n                        if child.project = parent;\n            \n\n                resource AntiAffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n                        if child.project = parent;\n            \n\n                resource Instance {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Instance)\n                        if child.project = parent;\n            \n\n                resource IpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n                    if child.fleet = fleet;\n            \n\n                resource InstanceNetworkInterface {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Instance\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n                    if has_relation(project, \"containing_project\", child.instance);\n\n                has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n                    if child.instance = parent;\n            \n\n                resource Vpc {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Vpc)\n                        if child.project = parent;\n            \n\n                resource VpcRouter {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcRouter)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n                    if child.vpc = parent;\n            \n\n                resource InternetGateway {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGateway)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n                    if child.vpc = parent;\n            \n\n                resource InternetGatewayIpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n                    if child.internet_gateway = parent;\n            \n\n                resource InternetGatewayIpAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n                    if child.internet_gateway = parent;\n            \n\n                resource RouterRoute {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: VpcRouter\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: RouterRoute)\n                    if has_relation(project, \"containing_project\", child.vpc_router);\n\n                has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n                    if child.vpc_router = parent;\n            \n\n                resource VpcSubnet {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n                    if child.vpc = parent;\n            \n\n                resource FloatingIp {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n                        if child.project = parent;\n            \n\n                resource Image {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: Image)\n                    if child.silo = parent;\n            \n\n                resource SiloImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n                    if child.silo = parent;\n            \n\n                resource AddressLot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n                    if child.fleet = fleet;\n            \n\n                resource Blueprint {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n                    if child.fleet = fleet;\n            \n\n                resource LoopbackAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n                    if child.fleet = fleet;\n            \n\n\n                resource ConsoleSession {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAuthRequest {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAccessToken {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n                    if child.fleet = fleet;\n            \n\n                resource PhysicalDisk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n                    if child.fleet = fleet;\n            \n\n                resource Rack {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n                    if child.fleet = fleet;\n            \n\n\n\n\n\n                resource SupportBundle {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n                    if child.fleet = fleet;\n            \n\n\n\n                resource Sled {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n                    if child.fleet = fleet;\n            \n\n                resource TufRepo {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n                    if child.fleet = fleet;\n            \n\n                resource TufArtifact {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n                    if child.fleet = fleet;\n            \n\n                resource TufTrustRoot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufTrustRoot)\n                    if child.fleet = fleet;\n            \n\n                resource Alert {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Alert)\n                    if child.fleet = fleet;\n            \n\n                resource AlertReceiver {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: AlertReceiver)\n                    if child.fleet = fleet;\n            \n\n\n                resource Zpool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n                    if child.fleet = fleet;\n            \n\n                resource Service {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n                    if child.fleet = fleet;\n            \n\n                resource UserBuiltin {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n                    if child.fleet = fleet;\n            \n\n"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.618698242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.618866906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.619684705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.630219349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.630329951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.631197661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.633793871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.63932483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.639380021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.639423572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.639482664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.639529785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.639571135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.639606286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.641791957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.641855139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.641889979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.642586465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.646058316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.646147488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.646196229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.646802573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.650296414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.660003949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.660127252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.660199344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.660245545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.660287055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.660673055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.668508336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.668583128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.668626409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.668651099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.66868101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.668712101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.668740621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.668762882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.670877101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.677960095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.678099198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.67818371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.67861717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.718000332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.718074514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.718956725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.72220186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.722283642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.722325592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.722367393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.722931237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.725058906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.729298464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.732086969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46254"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.732610511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192/poke","method":"POST","req_id":"bdd2b63f-73d6-4a5a-b160-39cf84143407","remote_addr":"[::1]:46254","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.732689743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192/poke","method":"POST","req_id":"bdd2b63f-73d6-4a5a-b160-39cf84143407","remote_addr":"[::1]:46254","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"simulated transition finish","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.732744704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"629b0124-32fc-4f22-b77d-706819a10192","kind":"instances","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","action":"None","desired_after":"None","state_after":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, generation: Generation(3), time_updated: 2026-01-16T23:08:38.732639022Z }, migration_in: None, migration_out: None }","requested_state":"Some(Running)","state_before":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, generation: Generation(2), time_updated: 2026-01-16T23:08:33.214762517Z }, migration_in: None, migration_out: None }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.732826246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:36887/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.733274686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"bdf55bf7-f08e-4648-beba-13adcf01690b","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.733329798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"bdf55bf7-f08e-4648-beba-13adcf01690b","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"received new VMM runtime state from sled agent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.733608424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"bdf55bf7-f08e-4648-beba-13adcf01690b","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Running, generation: Generation(3), time_updated: 2026-01-16T23:08:38.732639022Z }","propolis_id":"629b0124-32fc-4f22-b77d-706819a10192"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.733680216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"bdf55bf7-f08e-4648-beba-13adcf01690b","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.733733787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"bdf55bf7-f08e-4648-beba-13adcf01690b","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.734395042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"bdf55bf7-f08e-4648-beba-13adcf01690b","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.740417722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"bdf55bf7-f08e-4648-beba-13adcf01690b","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7153,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.741370444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:36887/vmms/629b0124-32fc-4f22-b77d-706819a10192\", status: 204, headers: {\"x-request-id\": \"bdf55bf7-f08e-4648-beba-13adcf01690b\", \"date\": \"Fri, 16 Jan 2026 23:08:38 GMT\"} })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.741426965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192/poke","method":"POST","req_id":"bdd2b63f-73d6-4a5a-b160-39cf84143407","remote_addr":"[::1]:46254","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8465,"response_code":204}
{"msg":"waiting for instance 654b8aa8-0014-4f2e-b375-089d955844b2 to transition to running...","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.742830438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.742898019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.744377823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.744434045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.744568958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.744621979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.74466252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.744698611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.745713494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.748311414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.748368216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.749206935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.752457721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.752546133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.752586894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.752628515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.752663746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.754698783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.754777224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.754829376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.755334888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.758340507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.762056613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.762136645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.762181696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.762542024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.766414484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.766474926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.766531947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.766567097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.766787013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.76927371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.769346602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.769399963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.769909995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.772444024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.775912824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.776031867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.776122479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.77619704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.777074871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.779704902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.779784244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.779956398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.782049106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.782140468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.782735562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.78478753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.784895002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.784965644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.785024155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.785393494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.78827553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.788375203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.788436194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.789002307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.791955346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.792037638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.792116409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.792745764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.796140682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.810725851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.810912755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.811017947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.81111237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.811181401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.81155586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.814879657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.814929508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.815339638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.815410729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.81544694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.816110245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.818543292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.819289359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.81934037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.819371811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.820279992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.820371024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.820442406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.820925637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.824166682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.832465575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.832638099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.83270189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.83313313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.836772694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e0de13a2-b376-44c8-b84d-2d352064ee85","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":92389,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.837209394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has transitioned to running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.83745507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.837530821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/instance-consistency-group-2?project=test-project","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.837756037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.837812808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.837940311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.838000863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.838071794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.838104745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.838692068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.841001692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.841063114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.841649087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.843781406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.843826287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.843865788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.843888559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.844449502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.846453308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.8465479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.846594602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.846934469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.849257743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.853156603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.853255425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.853292066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.853845749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.856143803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.856217544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.856244665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.856264766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.856827008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.866751158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.86681724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.866856411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.866886722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.871526779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.876488094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.877105189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.87716267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.877229191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.877283693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.883407255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.883492377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.884161092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.887388177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.887493699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.888348799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.891199855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ByName(\"instance-consistency-group-2\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.891297247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.891357708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.892832473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.892917675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.895560836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.896458247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.89658916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.896648241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.9000676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.900162052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.900227634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.90220499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.904019442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.911420003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ByName(\"instance-consistency-group-2\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.911602938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ByName(\"instance-consistency-group-2\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.91170509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.911771441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.911862514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.912367385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.915674292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.915760704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.915826806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.916271016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.919642054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.919732366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.919791437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.92035057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.923527474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.934862227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ByName(\"instance-consistency-group-2\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.935067451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.935125223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.935593353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.940113858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"4ee3754d-4337-43ce-8197-8ad035e4622e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":102352,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.940915996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.94147052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Action"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.941530921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuditLog"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.941569042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AnyActor"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.941603083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuthenticatedActor"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.941637393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"BlueprintConfig"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.941666214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Database"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.941697485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DnsConfig"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.941730086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Fleet"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.941760076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Inventory"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.941789387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPoolList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.941815337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.941839548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSessionList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.941865989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequestList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.941897449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"QuiesceState"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.94193462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloCertificateList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942007642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroupList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942042113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloIdentityProviderList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942077734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942109154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserSessionList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942138575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserTokenList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942165445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UpdateTrustRootList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942192186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TargetReleaseConfig"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942219477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertClassList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942250667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerTokenList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942279698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroupList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942308649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Project"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.94234344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Disk"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.94237046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Snapshot"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942396161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ProjectImage"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942421231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942446952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AntiAffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942471843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Instance"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942496003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPool"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942523024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InstanceNetworkInterface"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942548514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Vpc"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942575255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcRouter"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942601296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGateway"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942629246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpPool"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942657327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpAddress"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942694828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"RouterRoute"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942728159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcSubnet"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942760409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"FloatingIp"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.94279305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Image"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942825611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloImage"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942857742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AddressLot"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942888852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Blueprint"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942920943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"LoopbackAddress"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942949534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Certificate"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.942974924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSession"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.943000015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequest"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.943025216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAccessToken"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.943056066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"PhysicalDisk"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.943082427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Rack"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.943107767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SshKey"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.943132888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Silo"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.943157499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUser"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.943182359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroup"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.94320753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SupportBundle"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.943237861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.943269031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SamlIdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.943298092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Sled"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.943374874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufRepo"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.943403204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufArtifact"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.943429695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufTrustRoot"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.943459306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Alert"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.943483396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertReceiver"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.943506587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"WebhookSecret"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.943529897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Zpool"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.943552078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Service"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.943574708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UserBuiltin"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.943597029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerToken"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.94364233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroup"}
{"msg":"full Oso configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:38.943667031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system.  All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n    actor.authenticated and\n    has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n#   resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project.  The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n#   the \"admin\" role for child resources.  The idea is that if you're an\n#   Organization Collaborator, you have full control over the Projects within\n#   the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level.  For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin           (superuser for the whole system)\n# - fleet.collaborator    (can manage Silos)\n# - fleet.viewer          (can read most non-siloed resources in the system)\n# - silo.admin            (superuser for the silo)\n# - silo.collaborator     (can create and own Organizations; grants project.admin on all projects)\n# - silo.limited-collaborator (grants project.limited-collaborator on all projects)\n# - silo.viewer           (can read most resources within the Silo; grants project.viewer)\n# - organization.admin    (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer   (can read most resources within the Organization)\n# - project.admin         (complete control over a Project)\n# - project.collaborator  (can manage all resources within the Project, including networking)\n# - project.limited-collaborator (can manage compute resources, but not networking resources)\n# - project.viewer        (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below).  We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system.  The name comes\n# from the idea described in RFD 24, but it's not quite right.  This probably\n# should be more like \"Region\" or \"AvailabilityZone\".  The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\troles = [\n\t    # Roles that can be attached by users\n\t    \"admin\",\n\t    \"collaborator\",\n\t    \"viewer\",\n\n\t    # Internal-only roles\n\t    \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\n# Note that certain Actors may not ever have any roles assigned to them, like\n# SCIM Actors.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet).  Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo.  To achieve this, we use permission rules here.  (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo.  That's\n# not quite the same as having the \"viewer\" role.  For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404.  This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif actor.is_user and silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t# Role hierarchy: admin > collaborator > limited-collaborator > viewer\n\t#\n\t# The \"limited-collaborator\" role can create/modify non-networking\n\t# resources (instances, disks, etc.) but cannot create/modify networking\n\t# infrastructure (VPCs, subnets, routers, internet gateways).\n\t# See nexus/authz-macros for InProjectLimited vs InProjectFull.\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"limited-collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"limited-collaborator\" if \"limited-collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro.  Some resources require custom Polar code.  Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users.  This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n    if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n    if actor.is_user and silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n}\n# We want to allow the user to modify the ssh key but disallow a SCIM IdP token\n# from doing the same.\nhas_permission(actor: AuthenticatedActor, \"modify\", ssh_key: SshKey)\n\tif actor.is_user and has_permission(actor, \"modify\", ssh_key.silo_user);\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource ScimClientBearerToken {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n    # necessary to authenticate SCIM actors\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token: ScimClientBearerToken)\n\tif scim_client_bearer_token.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerToken)\n\tif collection.silo.fleet = fleet;\n\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database.  These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\").  The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet.  None of these resources defines their own roles.\n#\n\n# Describes the quiesce state of a particular Nexus instance.\n#\n# These authz checks must not require the database.  We grant this directly to\n# callers of the internal API.\nresource QuiesceState {\n\tpermissions = [ \"read\", \"modify\" ];\n}\nhas_permission(USER_INTERNAL_API: AuthenticatedActor, \"read\", _q: QuiesceState);\nhas_permission(\n    USER_INTERNAL_API: AuthenticatedActor,\n    \"modify\",\n    _q: QuiesceState\n);\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos.  These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t    \"list_children\", # list blueprints\n\t    \"create_child\",  # create blueprint\n\t    \"read\",          # read the current target\n\t    \"modify\",        # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/update/trust-roots\" in the API\nresource UpdateTrustRootList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: UpdateTrustRootList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t    \"read\",          # read the current target release\n\t    \"modify\",        # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif actor.is_user and silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for accessing \"/v1/multicast-groups\" in the API\n# Groups are created when the first instance joins and deleted when the last leaves.\nresource MulticastGroupList {\n\tpermissions = [ \"list_children\" ];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet Viewers can list multicast groups\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group_list: MulticastGroupList)\n\tif multicast_group_list.fleet = fleet;\n\n# Any authenticated user can list multicast groups in their fleet.\n# This enables silo users to discover groups for attaching instances,\n# without requiring the Fleet::Viewer role.\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group_list: MulticastGroupList)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group_list.fleet;\n\n# MulticastGroup is a fleet-level discovery resource.\n# Join/leave authorization is gated by Instance::Modify, not the group itself.\nresource MulticastGroup {\n\tpermissions = [ \"read\", \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group: MulticastGroup)\n\tif multicast_group.fleet = fleet;\n\n# Any authenticated user can read multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"read\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Any authenticated user can list members of multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Describes the policy for reading and writing the audit log\nresource AuditLog {\n\tpermissions = [\n\t    \"list_children\", # retrieve audit log\n\t    \"create_child\",  # create audit log entry\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet viewers can read the audit log\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\n# Any actor should be able to write to the audit log because we need to be able\n# to write to the log from any request, authenticated or not. Audit log writes\n# are always a byproduct of other operations: there are no endpoints that allow\n# the user to write to the log deliberately. Note we use AuthenticatedActor\n# because we don't really mean unauthenticated -- in the case of login\n# operations, we use the external authenticator actor that creates the session\n# to authorize the audit log write.\nhas_permission(_actor: AuthenticatedActor, \"create_child\", _audit_log: AuditLog);\n\nhas_relation(fleet: Fleet, \"parent_fleet\", audit_log: AuditLog)\n\tif audit_log.fleet = fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Allow silo admins to delete and list user sessions\nresource SiloUserSessionList {\n    permissions = [ \"modify\", \"list_children\" ];\n    relations = { parent_silo: Silo };\n\n    # A silo admin can modify (e.g., delete) a user's sessions.\n    \"modify\" if \"admin\" on \"parent_silo\";\n\n    # A silo admin can list a user's sessions.\n    \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserSessionList)\n    if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own sessions\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserSessionList)\n    if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserSessionList)\n    if actor.equals_silo_user(authn_list.silo_user);\n\n# Allow silo admins to delete and list user access tokens\nresource SiloUserTokenList {\n    permissions = [ \"modify\", \"list_children\" ];\n    relations = { parent_silo: Silo };\n\n    # A silo admin can modify (e.g., delete) a user's tokens.\n    \"modify\" if \"admin\" on \"parent_silo\";\n\n    # A silo admin can list a user's tokens.\n    \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserTokenList)\n    if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own tokens\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserTokenList)\n    if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserTokenList)\n    if actor.equals_silo_user(authn_list.silo_user);\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration.  This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on.  This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission.  For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users.  This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on.  This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission.  For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on users.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n    if actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_user_list: SiloUserList)\n\tif actor.is_scim_idp and silo_user_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_user: SiloUser)\n\tif actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_user_list: SiloUserList)\n    if actor.is_scim_idp and silo_user_list.silo in actor.silo;\n\n# Describes the policy for creating and managing Silo groups (mostly intended\n# for API-managed groups)\nresource SiloGroupList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the groups in the\n\t# Silo) can see the groups in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's groups.  This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on.  This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission.  For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloGroupList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloGroupList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on groups.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_group: SiloGroup)\n    if actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_group_list: SiloGroupList)\n\tif actor.is_scim_idp and silo_group_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_group: SiloGroup)\n\tif actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_group_list: SiloGroupList)\n    if actor.is_scim_idp and silo_group_list.silo in actor.silo;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions.  This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with.  Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest)\n    if actor.is_user;\nhas_permission(actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest)\n    if actor.is_user;\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t    # \"query\" is required to perform any query against the database,\n\t    # whether a read or write query.  This is checked when an operation\n\t    # checks out a database connection from the connection pool.\n\t    #\n\t    # Any authenticated user gets this permission.  There's generally\n\t    # some other authz check involved in the database query.  For\n\t    # example, if you're querying the database to \"read\" a \"Project\", we\n\t    # should also be checking that.  So why do we do this at all?  It's\n\t    # a belt-and-suspenders measure so that if we somehow introduced an\n\t    # unauthenticated code path that hits the database, it cannot be\n\t    # used to DoS the database because we won't allow the operation to\n\t    # make the query.  (As long as the code path _is_ authenticated, we\n\t    # can use throttling mechanisms to prevent DoS.)\n\t    \"query\",\n\n\t    # \"modify\" is required to populate database data that's delivered\n\t    # with the system.  It should also be required for schema changes,\n\t    # when we support those.  This is separate from \"query\" so that we\n\t    # cannot accidentally invoke these code paths from API calls and\n\t    # other general functions.\n\t    \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_alert_receiver: AlertReceiver };\n\n\t\"read\" if \"read\" on \"parent_alert_receiver\";\n\t\"modify\" if \"modify\" on \"parent_alert_receiver\";\n}\n\nhas_relation(rx: AlertReceiver, \"parent_alert_receiver\", secret: WebhookSecret)\n\tif secret.alert_receiver = rx;\n\nresource AlertClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: AlertClassList)\n\tif collection.fleet = fleet;\n\nresource ScimClientBearerTokenList {\n\tpermissions = [ \"create_child\", \"list_children\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n    # These are all admin because being able to create these tokens would allow\n    # a user to grant themselves admin by modifying group membership through SCIM calls\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\n    # Fleet-level roles also grant privileges for SCIM client tokens, for\n    # configuration before silo admins are present.\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token_list: ScimClientBearerTokenList)\n\tif scim_client_bearer_token_list.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerTokenList)\n\tif collection.silo.fleet = fleet;\n\n# VpcList is a synthetic resource for controlling VPC creation.\n# Unlike other project resources, VPC creation requires the full \"collaborator\"\n# role rather than \"limited-collaborator\", enforcing the networking restriction.\n# This allows organizations to restrict who can reconfigure the network topology\n# while still allowing users with limited-collaborator to work with compute\n# resources (instances, disks, etc.) within the existing network.\nresource VpcList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { containing_project: Project };\n\n\t\"list_children\" if \"read\" on \"containing_project\";\n\t\"create_child\" if \"collaborator\" on \"containing_project\";\n}\nhas_relation(project: Project, \"containing_project\", collection: VpcList)\n\tif collection.project = project;\n\n\n\n                resource Disk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Disk)\n                        if child.project = parent;\n            \n\n                resource Snapshot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Snapshot)\n                        if child.project = parent;\n            \n\n                resource ProjectImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n                        if child.project = parent;\n            \n\n                resource AffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n                        if child.project = parent;\n            \n\n                resource AntiAffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n                        if child.project = parent;\n            \n\n                resource Instance {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Instance)\n                        if child.project = parent;\n            \n\n                resource IpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n                    if child.fleet = fleet;\n            \n\n                resource InstanceNetworkInterface {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Instance\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n                    if has_relation(project, \"containing_project\", child.instance);\n\n                has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n                    if child.instance = parent;\n            \n\n                resource Vpc {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Vpc)\n                        if child.project = parent;\n            \n\n                resource VpcRouter {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcRouter)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n                    if child.vpc = parent;\n            \n\n                resource InternetGateway {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGateway)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n                    if child.vpc = parent;\n            \n\n                resource InternetGatewayIpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n                    if child.internet_gateway = parent;\n            \n\n                resource InternetGatewayIpAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n                    if child.internet_gateway = parent;\n            \n\n                resource RouterRoute {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: VpcRouter\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: RouterRoute)\n                    if has_relation(project, \"containing_project\", child.vpc_router);\n\n                has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n                    if child.vpc_router = parent;\n            \n\n                resource VpcSubnet {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n                    if child.vpc = parent;\n            \n\n                resource FloatingIp {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n                        if child.project = parent;\n            \n\n                resource Image {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: Image)\n                    if child.silo = parent;\n            \n\n                resource SiloImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n                    if child.silo = parent;\n            \n\n                resource AddressLot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n                    if child.fleet = fleet;\n            \n\n                resource Blueprint {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n                    if child.fleet = fleet;\n            \n\n                resource LoopbackAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n                    if child.fleet = fleet;\n            \n\n\n                resource ConsoleSession {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAuthRequest {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAccessToken {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n                    if child.fleet = fleet;\n            \n\n                resource PhysicalDisk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n                    if child.fleet = fleet;\n            \n\n                resource Rack {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n                    if child.fleet = fleet;\n            \n\n\n\n\n\n                resource SupportBundle {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n                    if child.fleet = fleet;\n            \n\n\n\n                resource Sled {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n                    if child.fleet = fleet;\n            \n\n                resource TufRepo {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n                    if child.fleet = fleet;\n            \n\n                resource TufArtifact {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n                    if child.fleet = fleet;\n            \n\n                resource TufTrustRoot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufTrustRoot)\n                    if child.fleet = fleet;\n            \n\n                resource Alert {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Alert)\n                    if child.fleet = fleet;\n            \n\n                resource AlertReceiver {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: AlertReceiver)\n                    if child.fleet = fleet;\n            \n\n\n                resource Zpool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n                    if child.fleet = fleet;\n            \n\n                resource Service {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n                    if child.fleet = fleet;\n            \n\n                resource UserBuiltin {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n                    if child.fleet = fleet;\n            \n\n"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.963445289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.96349719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.964175776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.966564541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.966627722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.967104193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.968965156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.969047438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.969597551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.971450704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.971526706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.971574937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.971636238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.97212162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.975123719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.975211891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.975259002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.975697162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.978517458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.978577579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.97861653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.979121652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.98164551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.98938561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.989471192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.989527423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.989567124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.989632675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.990076975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.99285267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.992924732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.992957553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.993623288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.996409862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:38.996486164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.996528775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.997008626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:38.999532845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.0084099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.008511253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.008570294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.009159488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.051358046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.051459358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.052259407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.055251206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.055328357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.055374308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.05542467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.056050464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.058289196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.063365724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.066437565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46256"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.066820893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9/poke","method":"POST","req_id":"5e4fa932-1891-4ddd-b12a-c05fdc01f6f9","remote_addr":"[::1]:46256","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.066905686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9/poke","method":"POST","req_id":"5e4fa932-1891-4ddd-b12a-c05fdc01f6f9","remote_addr":"[::1]:46256","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"simulated transition finish","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.066991688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"dbce397c-271a-4e0c-bc27-54b8e59e34b9","kind":"instances","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","action":"None","desired_after":"None","state_after":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, generation: Generation(3), time_updated: 2026-01-16T23:08:39.066947996Z }, migration_in: None, migration_out: None }","requested_state":"Some(Running)","state_before":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, generation: Generation(2), time_updated: 2026-01-16T23:08:32.824116361Z }, migration_in: None, migration_out: None }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.067145761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:36887/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.06753395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"3b08770c-b9b0-4090-82de-b94aae72f0b1","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.067570901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"3b08770c-b9b0-4090-82de-b94aae72f0b1","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"received new VMM runtime state from sled agent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.067871398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"3b08770c-b9b0-4090-82de-b94aae72f0b1","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Running, generation: Generation(3), time_updated: 2026-01-16T23:08:39.066947996Z }","propolis_id":"dbce397c-271a-4e0c-bc27-54b8e59e34b9"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.06795446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"3b08770c-b9b0-4090-82de-b94aae72f0b1","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.068010341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"3b08770c-b9b0-4090-82de-b94aae72f0b1","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.068562474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"3b08770c-b9b0-4090-82de-b94aae72f0b1","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.07444555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"3b08770c-b9b0-4090-82de-b94aae72f0b1","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6893,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.07489886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:36887/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9\", status: 204, headers: {\"x-request-id\": \"3b08770c-b9b0-4090-82de-b94aae72f0b1\", \"date\": \"Fri, 16 Jan 2026 23:08:39 GMT\"} })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.075026103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9/poke","method":"POST","req_id":"5e4fa932-1891-4ddd-b12a-c05fdc01f6f9","remote_addr":"[::1]:46256","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8227,"response_code":204}
{"msg":"waiting for instance 047649a1-bd77-4a29-8488-f19a376f3d65 to transition to running...","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.076449027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.076515388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.077577643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.077630094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.077754057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.077788418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.077829229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.077853069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.078708069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.081010833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.081073504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.081699618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.083988091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.084119934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.084176226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.084215027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.084666817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.08652208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.086578481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.086615642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.087026562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.089153061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.091871154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.091969996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.092013627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.092497178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.094496325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.094576047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.094611347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.094644588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.095116219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.096964212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.097021723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.097062274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.097479244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.099237495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.101577599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.101649761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.101748763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.101817335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.102170773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.104063356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.104137058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.104499637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.106188486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.106247647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.106608155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.108222963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.108293985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.108346106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.108395787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.108817097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.111157251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.111235213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.111294114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.111682493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.114417146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.114545689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.114609451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.114942748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.117942078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.126946047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.12708885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.127145681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.127187982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.127219283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.127745885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.130566061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.130620782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.130652792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.131242956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.134367989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.134470531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.134535012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.135057334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.138208227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.147077683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.147249347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.147294058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.147726878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.15298296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"a65bf282-83f9-4e3f-914f-c4d16d5f1586","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":75397,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.153685606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 047649a1-bd77-4a29-8488-f19a376f3d65 has transitioned to running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.153733207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.153761388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/instance-consistency-group-3?project=test-project","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.153985903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.154038274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.154192508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.154241949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.15428508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.154333371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.155041497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.157500474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.157556056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.157977425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.16076713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.160870542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.160950824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.160998905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.161552658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.16380046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.163856802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.163894193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.164566998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.166980614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.171351165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.171493669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.17155874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.172171804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.173562866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.173620738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.173653329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.17458519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.175844279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.175920121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.176007063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.176080915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.176547026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.177712003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.181253175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.187707084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.187823527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.189401703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.189456694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.190422267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.190504899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.191692026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.195329081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.195390482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.195710449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.199102068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.19916375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.199229761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.199282692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.199932017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.202409325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.203150082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.203220214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.205887826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ByName(\"instance-consistency-group-3\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.206005948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.20610774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.206193442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.206805637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.20998655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.210065702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.210130084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.210645945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.21344389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.213517412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.213564663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.214148377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.217494994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.227097697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ByName(\"instance-consistency-group-3\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.227271681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ByName(\"instance-consistency-group-3\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.227385193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.227567488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.22764939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.227894125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.23110057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.231208092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.231286314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.231720144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.234335225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.234412556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.234468397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.234885617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.237451317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.24669214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ByName(\"instance-consistency-group-3\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.246887435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.246950086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.247448318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.250813726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"803712b6-e8ef-4e92-9004-54bf8e436436","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":96833,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.251353319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.251922662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Action"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.251985254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuditLog"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252022704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AnyActor"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252055375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuthenticatedActor"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252088306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"BlueprintConfig"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252121487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Database"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252152287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DnsConfig"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252181308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Fleet"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.25226695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Inventory"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252303211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPoolList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252331391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252362022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSessionList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252390043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequestList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252424874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"QuiesceState"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252453124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloCertificateList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252478765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroupList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252504195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloIdentityProviderList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252531676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252558167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserSessionList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252585517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserTokenList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252611738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UpdateTrustRootList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252637299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TargetReleaseConfig"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.25268307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertClassList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.25271436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerTokenList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252743001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroupList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252775792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Project"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252802442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Disk"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252828263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Snapshot"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252854454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ProjectImage"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252898785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252929536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AntiAffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252955846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Instance"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.252983197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPool"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253012297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InstanceNetworkInterface"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253061108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Vpc"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253100969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcRouter"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.2531278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGateway"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253168421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpPool"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253202112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpAddress"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253229622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"RouterRoute"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253255373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcSubnet"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253281733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"FloatingIp"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253308834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Image"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253346485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloImage"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253376256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AddressLot"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253403056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Blueprint"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253429567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"LoopbackAddress"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253472508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Certificate"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253500319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSession"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253527019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequest"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.25355868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAccessToken"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253586471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"PhysicalDisk"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253614511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Rack"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253640792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SshKey"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253699693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Silo"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253730244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUser"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253756775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroup"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253783305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SupportBundle"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253809996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253836916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SamlIdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253863467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Sled"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253890048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufRepo"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253915708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufArtifact"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.253947329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufTrustRoot"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.25397782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Alert"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.25400607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertReceiver"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.254032851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"WebhookSecret"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.254058642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Zpool"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.254084972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Service"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.254110503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UserBuiltin"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.254137753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerToken"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.254227965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroup"}
{"msg":"full Oso configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.254256366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system.  All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n    actor.authenticated and\n    has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n#   resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project.  The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n#   the \"admin\" role for child resources.  The idea is that if you're an\n#   Organization Collaborator, you have full control over the Projects within\n#   the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level.  For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin           (superuser for the whole system)\n# - fleet.collaborator    (can manage Silos)\n# - fleet.viewer          (can read most non-siloed resources in the system)\n# - silo.admin            (superuser for the silo)\n# - silo.collaborator     (can create and own Organizations; grants project.admin on all projects)\n# - silo.limited-collaborator (grants project.limited-collaborator on all projects)\n# - silo.viewer           (can read most resources within the Silo; grants project.viewer)\n# - organization.admin    (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer   (can read most resources within the Organization)\n# - project.admin         (complete control over a Project)\n# - project.collaborator  (can manage all resources within the Project, including networking)\n# - project.limited-collaborator (can manage compute resources, but not networking resources)\n# - project.viewer        (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below).  We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system.  The name comes\n# from the idea described in RFD 24, but it's not quite right.  This probably\n# should be more like \"Region\" or \"AvailabilityZone\".  The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\troles = [\n\t    # Roles that can be attached by users\n\t    \"admin\",\n\t    \"collaborator\",\n\t    \"viewer\",\n\n\t    # Internal-only roles\n\t    \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\n# Note that certain Actors may not ever have any roles assigned to them, like\n# SCIM Actors.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet).  Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo.  To achieve this, we use permission rules here.  (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo.  That's\n# not quite the same as having the \"viewer\" role.  For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404.  This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif actor.is_user and silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t# Role hierarchy: admin > collaborator > limited-collaborator > viewer\n\t#\n\t# The \"limited-collaborator\" role can create/modify non-networking\n\t# resources (instances, disks, etc.) but cannot create/modify networking\n\t# infrastructure (VPCs, subnets, routers, internet gateways).\n\t# See nexus/authz-macros for InProjectLimited vs InProjectFull.\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"limited-collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"limited-collaborator\" if \"limited-collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro.  Some resources require custom Polar code.  Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users.  This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n    if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n    if actor.is_user and silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n}\n# We want to allow the user to modify the ssh key but disallow a SCIM IdP token\n# from doing the same.\nhas_permission(actor: AuthenticatedActor, \"modify\", ssh_key: SshKey)\n\tif actor.is_user and has_permission(actor, \"modify\", ssh_key.silo_user);\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource ScimClientBearerToken {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n    # necessary to authenticate SCIM actors\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token: ScimClientBearerToken)\n\tif scim_client_bearer_token.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerToken)\n\tif collection.silo.fleet = fleet;\n\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database.  These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\").  The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet.  None of these resources defines their own roles.\n#\n\n# Describes the quiesce state of a particular Nexus instance.\n#\n# These authz checks must not require the database.  We grant this directly to\n# callers of the internal API.\nresource QuiesceState {\n\tpermissions = [ \"read\", \"modify\" ];\n}\nhas_permission(USER_INTERNAL_API: AuthenticatedActor, \"read\", _q: QuiesceState);\nhas_permission(\n    USER_INTERNAL_API: AuthenticatedActor,\n    \"modify\",\n    _q: QuiesceState\n);\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos.  These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t    \"list_children\", # list blueprints\n\t    \"create_child\",  # create blueprint\n\t    \"read\",          # read the current target\n\t    \"modify\",        # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/update/trust-roots\" in the API\nresource UpdateTrustRootList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: UpdateTrustRootList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t    \"read\",          # read the current target release\n\t    \"modify\",        # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif actor.is_user and silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for accessing \"/v1/multicast-groups\" in the API\n# Groups are created when the first instance joins and deleted when the last leaves.\nresource MulticastGroupList {\n\tpermissions = [ \"list_children\" ];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet Viewers can list multicast groups\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group_list: MulticastGroupList)\n\tif multicast_group_list.fleet = fleet;\n\n# Any authenticated user can list multicast groups in their fleet.\n# This enables silo users to discover groups for attaching instances,\n# without requiring the Fleet::Viewer role.\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group_list: MulticastGroupList)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group_list.fleet;\n\n# MulticastGroup is a fleet-level discovery resource.\n# Join/leave authorization is gated by Instance::Modify, not the group itself.\nresource MulticastGroup {\n\tpermissions = [ \"read\", \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group: MulticastGroup)\n\tif multicast_group.fleet = fleet;\n\n# Any authenticated user can read multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"read\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Any authenticated user can list members of multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Describes the policy for reading and writing the audit log\nresource AuditLog {\n\tpermissions = [\n\t    \"list_children\", # retrieve audit log\n\t    \"create_child\",  # create audit log entry\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet viewers can read the audit log\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\n# Any actor should be able to write to the audit log because we need to be able\n# to write to the log from any request, authenticated or not. Audit log writes\n# are always a byproduct of other operations: there are no endpoints that allow\n# the user to write to the log deliberately. Note we use AuthenticatedActor\n# because we don't really mean unauthenticated -- in the case of login\n# operations, we use the external authenticator actor that creates the session\n# to authorize the audit log write.\nhas_permission(_actor: AuthenticatedActor, \"create_child\", _audit_log: AuditLog);\n\nhas_relation(fleet: Fleet, \"parent_fleet\", audit_log: AuditLog)\n\tif audit_log.fleet = fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Allow silo admins to delete and list user sessions\nresource SiloUserSessionList {\n    permissions = [ \"modify\", \"list_children\" ];\n    relations = { parent_silo: Silo };\n\n    # A silo admin can modify (e.g., delete) a user's sessions.\n    \"modify\" if \"admin\" on \"parent_silo\";\n\n    # A silo admin can list a user's sessions.\n    \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserSessionList)\n    if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own sessions\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserSessionList)\n    if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserSessionList)\n    if actor.equals_silo_user(authn_list.silo_user);\n\n# Allow silo admins to delete and list user access tokens\nresource SiloUserTokenList {\n    permissions = [ \"modify\", \"list_children\" ];\n    relations = { parent_silo: Silo };\n\n    # A silo admin can modify (e.g., delete) a user's tokens.\n    \"modify\" if \"admin\" on \"parent_silo\";\n\n    # A silo admin can list a user's tokens.\n    \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserTokenList)\n    if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own tokens\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserTokenList)\n    if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserTokenList)\n    if actor.equals_silo_user(authn_list.silo_user);\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration.  This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on.  This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission.  For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users.  This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on.  This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission.  For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on users.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n    if actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_user_list: SiloUserList)\n\tif actor.is_scim_idp and silo_user_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_user: SiloUser)\n\tif actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_user_list: SiloUserList)\n    if actor.is_scim_idp and silo_user_list.silo in actor.silo;\n\n# Describes the policy for creating and managing Silo groups (mostly intended\n# for API-managed groups)\nresource SiloGroupList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the groups in the\n\t# Silo) can see the groups in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's groups.  This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on.  This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission.  For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloGroupList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloGroupList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on groups.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_group: SiloGroup)\n    if actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_group_list: SiloGroupList)\n\tif actor.is_scim_idp and silo_group_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_group: SiloGroup)\n\tif actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_group_list: SiloGroupList)\n    if actor.is_scim_idp and silo_group_list.silo in actor.silo;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions.  This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with.  Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest)\n    if actor.is_user;\nhas_permission(actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest)\n    if actor.is_user;\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t    # \"query\" is required to perform any query against the database,\n\t    # whether a read or write query.  This is checked when an operation\n\t    # checks out a database connection from the connection pool.\n\t    #\n\t    # Any authenticated user gets this permission.  There's generally\n\t    # some other authz check involved in the database query.  For\n\t    # example, if you're querying the database to \"read\" a \"Project\", we\n\t    # should also be checking that.  So why do we do this at all?  It's\n\t    # a belt-and-suspenders measure so that if we somehow introduced an\n\t    # unauthenticated code path that hits the database, it cannot be\n\t    # used to DoS the database because we won't allow the operation to\n\t    # make the query.  (As long as the code path _is_ authenticated, we\n\t    # can use throttling mechanisms to prevent DoS.)\n\t    \"query\",\n\n\t    # \"modify\" is required to populate database data that's delivered\n\t    # with the system.  It should also be required for schema changes,\n\t    # when we support those.  This is separate from \"query\" so that we\n\t    # cannot accidentally invoke these code paths from API calls and\n\t    # other general functions.\n\t    \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_alert_receiver: AlertReceiver };\n\n\t\"read\" if \"read\" on \"parent_alert_receiver\";\n\t\"modify\" if \"modify\" on \"parent_alert_receiver\";\n}\n\nhas_relation(rx: AlertReceiver, \"parent_alert_receiver\", secret: WebhookSecret)\n\tif secret.alert_receiver = rx;\n\nresource AlertClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: AlertClassList)\n\tif collection.fleet = fleet;\n\nresource ScimClientBearerTokenList {\n\tpermissions = [ \"create_child\", \"list_children\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n    # These are all admin because being able to create these tokens would allow\n    # a user to grant themselves admin by modifying group membership through SCIM calls\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\n    # Fleet-level roles also grant privileges for SCIM client tokens, for\n    # configuration before silo admins are present.\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token_list: ScimClientBearerTokenList)\n\tif scim_client_bearer_token_list.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerTokenList)\n\tif collection.silo.fleet = fleet;\n\n# VpcList is a synthetic resource for controlling VPC creation.\n# Unlike other project resources, VPC creation requires the full \"collaborator\"\n# role rather than \"limited-collaborator\", enforcing the networking restriction.\n# This allows organizations to restrict who can reconfigure the network topology\n# while still allowing users with limited-collaborator to work with compute\n# resources (instances, disks, etc.) within the existing network.\nresource VpcList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { containing_project: Project };\n\n\t\"list_children\" if \"read\" on \"containing_project\";\n\t\"create_child\" if \"collaborator\" on \"containing_project\";\n}\nhas_relation(project: Project, \"containing_project\", collection: VpcList)\n\tif collection.project = project;\n\n\n\n                resource Disk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Disk)\n                        if child.project = parent;\n            \n\n                resource Snapshot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Snapshot)\n                        if child.project = parent;\n            \n\n                resource ProjectImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n                        if child.project = parent;\n            \n\n                resource AffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n                        if child.project = parent;\n            \n\n                resource AntiAffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n                        if child.project = parent;\n            \n\n                resource Instance {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Instance)\n                        if child.project = parent;\n            \n\n                resource IpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n                    if child.fleet = fleet;\n            \n\n                resource InstanceNetworkInterface {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Instance\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n                    if has_relation(project, \"containing_project\", child.instance);\n\n                has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n                    if child.instance = parent;\n            \n\n                resource Vpc {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Vpc)\n                        if child.project = parent;\n            \n\n                resource VpcRouter {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcRouter)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n                    if child.vpc = parent;\n            \n\n                resource InternetGateway {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGateway)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n                    if child.vpc = parent;\n            \n\n                resource InternetGatewayIpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n                    if child.internet_gateway = parent;\n            \n\n                resource InternetGatewayIpAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n                    if child.internet_gateway = parent;\n            \n\n                resource RouterRoute {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: VpcRouter\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: RouterRoute)\n                    if has_relation(project, \"containing_project\", child.vpc_router);\n\n                has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n                    if child.vpc_router = parent;\n            \n\n                resource VpcSubnet {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n                    if child.vpc = parent;\n            \n\n                resource FloatingIp {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n                        if child.project = parent;\n            \n\n                resource Image {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: Image)\n                    if child.silo = parent;\n            \n\n                resource SiloImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n                    if child.silo = parent;\n            \n\n                resource AddressLot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n                    if child.fleet = fleet;\n            \n\n                resource Blueprint {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n                    if child.fleet = fleet;\n            \n\n                resource LoopbackAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n                    if child.fleet = fleet;\n            \n\n\n                resource ConsoleSession {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAuthRequest {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAccessToken {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n                    if child.fleet = fleet;\n            \n\n                resource PhysicalDisk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n                    if child.fleet = fleet;\n            \n\n                resource Rack {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n                    if child.fleet = fleet;\n            \n\n\n\n\n\n                resource SupportBundle {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n                    if child.fleet = fleet;\n            \n\n\n\n                resource Sled {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n                    if child.fleet = fleet;\n            \n\n                resource TufRepo {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n                    if child.fleet = fleet;\n            \n\n                resource TufArtifact {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n                    if child.fleet = fleet;\n            \n\n                resource TufTrustRoot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufTrustRoot)\n                    if child.fleet = fleet;\n            \n\n                resource Alert {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Alert)\n                    if child.fleet = fleet;\n            \n\n                resource AlertReceiver {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: AlertReceiver)\n                    if child.fleet = fleet;\n            \n\n\n                resource Zpool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n                    if child.fleet = fleet;\n            \n\n                resource Service {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n                    if child.fleet = fleet;\n            \n\n                resource UserBuiltin {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n                    if child.fleet = fleet;\n            \n\n"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.279005629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.279060271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.279767927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:39.280604137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.282328376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.282367417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.283035833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.286276298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.286330829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.286896052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.291474148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.291551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.291594101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.291650462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.292290417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.295810129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.29587042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.295915891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.296480794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.300632181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.300695062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.300738433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.30189495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.305076943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.314759997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.314935182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.315010163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.315055224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.315094095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.315661309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.319239672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.319851236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.319917257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.320573533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.323760786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.323865499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.32391385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.324554604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.327688297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.336821819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.336952912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.337008653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.337629858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.387450192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.387517233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.388171818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.391385943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.391431734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.391481815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.391519806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.39213592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.39426846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.422049243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.425410151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46258"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.425901783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723/poke","method":"POST","req_id":"55a3d3b8-3385-4b0c-8de1-21aca506da25","remote_addr":"[::1]:46258","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.425964404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723/poke","method":"POST","req_id":"55a3d3b8-3385-4b0c-8de1-21aca506da25","remote_addr":"[::1]:46258","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"simulated transition finish","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.426105417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"fb208665-16a8-4b92-8afa-3c5dc2b05723","kind":"instances","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","action":"None","desired_after":"None","state_after":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, generation: Generation(3), time_updated: 2026-01-16T23:08:39.426046926Z }, migration_in: None, migration_out: None }","requested_state":"Some(Running)","state_before":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, generation: Generation(2), time_updated: 2026-01-16T23:08:32.832048044Z }, migration_in: None, migration_out: None }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.426250101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:36887/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.42666704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"7dc23300-daa8-4fe6-9ba4-47fefeee717c","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.426731662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"7dc23300-daa8-4fe6-9ba4-47fefeee717c","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"received new VMM runtime state from sled agent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.426974427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"7dc23300-daa8-4fe6-9ba4-47fefeee717c","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Running, generation: Generation(3), time_updated: 2026-01-16T23:08:39.426046926Z }","propolis_id":"fb208665-16a8-4b92-8afa-3c5dc2b05723"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.427025278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"7dc23300-daa8-4fe6-9ba4-47fefeee717c","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.42707576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"7dc23300-daa8-4fe6-9ba4-47fefeee717c","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.428916312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"7dc23300-daa8-4fe6-9ba4-47fefeee717c","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.439517218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"7dc23300-daa8-4fe6-9ba4-47fefeee717c","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":12850,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.440169133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:36887/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723\", status: 204, headers: {\"x-request-id\": \"7dc23300-daa8-4fe6-9ba4-47fefeee717c\", \"date\": \"Fri, 16 Jan 2026 23:08:39 GMT\"} })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.440296486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723/poke","method":"POST","req_id":"55a3d3b8-3385-4b0c-8de1-21aca506da25","remote_addr":"[::1]:46258","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":14407,"response_code":204}
{"msg":"waiting for instance 6c2fdf00-a377-43bb-9499-fb5ac98dcc67 to transition to running...","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.442786964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.442844175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.445100248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.445168659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.445354333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.445430925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.445507367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.445589489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.4464876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.449863348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.450069912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.450944213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.454125257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.454311531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.454383392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.454423543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.455061808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.457450753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.457511815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.457549176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.458141029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.460684658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.464458005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.46463084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.464750902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.465441238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.467976217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.46808511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.468140151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.468194852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.468720975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.47846994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.478533322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.478630154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.479416872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.482037723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.485926273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.486072956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.48623736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.486366713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.487155031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.496782314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.497680445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.497758447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.503878859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.503970791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.504624686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.509384657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.509564291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.509764425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.509872768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.510555424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.517579087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.517660468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.51772515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.519522322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.527732192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.527814184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.527866255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.528681694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.531774085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.541695795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.54189343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.542002852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.542064074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.542136845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.542676918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.546166909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.546258511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.546335743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.546969127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.550289664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.550407037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.550478239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.551090423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.55441267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.563588622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.563762786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.563815178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.564379701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.568067526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"8101b9a4-c979-4505-ae96-538434166328","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":122984,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.568532487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 6c2fdf00-a377-43bb-9499-fb5ac98dcc67 has transitioned to running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.568777503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.568981087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/instance-consistency-group-1?project=test-project","method":"GET"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.569171722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/instance-consistency-group-2?project=test-project","method":"GET"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.569220963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/instance-consistency-group-3?project=test-project","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.569437798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.569486089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.569548071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.569585332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.569627302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.569661873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.570192146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.570243047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.570282077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.57038202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.570749018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.571573647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.571640979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.57169179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.571718031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.572659132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.573364759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.573445391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.573512462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.573708897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.574200808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.57727741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.577350871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.57818304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.579237705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.579340287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.580119245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.580799971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.580872762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.581550198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.584286602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.584372664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.584452136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.584521517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.585139502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.585895259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.586027082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.586079423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.586128815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.586660807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.587362353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.587519907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.587580168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.587631079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.588192272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.590061655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.590143507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.590215129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.590748871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.591398997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.591642812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.591717324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.592140074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.592838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.592914022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.592967273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.593561607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.595982673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.599549606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.599645318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.599671548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.600311103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.601235034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.604415628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.60450791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.604589852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.605182686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.605950764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.609575107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.60968947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.609757382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.610346896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.61267849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.612758661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.612806742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.612842694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.613477528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.615041905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.615102036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.615154867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.615200128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.615652699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.616617611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.616694403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.616746594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.616790465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.617504372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.619864136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.619929278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.619964819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.620612533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.621420952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.621506254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.621550315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.622391555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.623138012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.623217204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.623266965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.623856719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.6256525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.629066249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.629147001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.629259214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.629340296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.629896768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.630595325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.633915671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.633993523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.634112746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.634174968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.634619698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.635469658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.639347717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.639518771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.639582533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.639698625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.640242768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.642793107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.64288835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.643438522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.644088858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.644169119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.644704892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.64680247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.647184119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.64723691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.649114204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.649207796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.64982493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.650904945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.650995337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.65154569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.652557884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.653663839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.654380346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.656540586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ByName(\"instance-consistency-group-3\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.656640218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.65671996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.656787951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.657634201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.65803913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ByName(\"instance-consistency-group-1\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.658156993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.658224065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.658311947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.658787528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.659512424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ByName(\"instance-consistency-group-2\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.659642118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.659715019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.659778611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.660274462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.672301791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.672399933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.672456545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.678783591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.678864993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.679006356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.679080618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.679128119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.6791936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.679265112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.679330364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.679716843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.682440706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.682518557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.682585499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.683206753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.683863768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.68393458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.684018762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.684590565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.692489559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.692643643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.692722944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.693375889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.710511506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.724234974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ByName(\"instance-consistency-group-1\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.724435319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ByName(\"instance-consistency-group-1\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.724550411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.724626613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.724686184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.725574875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.726561118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.737826829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ByName(\"instance-consistency-group-3\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.737919741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ByName(\"instance-consistency-group-3\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.737966862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.737998303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.738035304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.738061904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.73915611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.74823656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ByName(\"instance-consistency-group-2\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.748412554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ByName(\"instance-consistency-group-2\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.748517327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.748585548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.74865234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.749163912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.750267827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.750632176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.751201379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"415e600a-71d7-448a-a420-4fb0d7b718df","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.75126016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"415e600a-71d7-448a-a420-4fb0d7b718df","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.751467335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"415e600a-71d7-448a-a420-4fb0d7b718df","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.751530656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"415e600a-71d7-448a-a420-4fb0d7b718df","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.752249733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"415e600a-71d7-448a-a420-4fb0d7b718df","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.75341323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.753490182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.753543203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.753770938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.754960136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.755063238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.75513612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.755468228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.75645115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.756535132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.756599014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.757213308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.758364385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"415e600a-71d7-448a-a420-4fb0d7b718df","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7165,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.758901267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"415e600a-71d7-448a-a420-4fb0d7b718df\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:08:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.759150083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.759526241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1c03324b-c08c-4053-b9f9-34a52a907b2f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.759592823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1c03324b-c08c-4053-b9f9-34a52a907b2f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.759834019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1c03324b-c08c-4053-b9f9-34a52a907b2f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.759928471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1c03324b-c08c-4053-b9f9-34a52a907b2f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.76076533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1c03324b-c08c-4053-b9f9-34a52a907b2f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.761322633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.761412485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.761475597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.761999869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.762840288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.762981812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.763039393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.763572435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.765203753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.765306826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.765397948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.765993791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.767172549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.778221875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ByName(\"instance-consistency-group-3\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.77843615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.778523542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.779065994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.784195143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.797200775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ByName(\"instance-consistency-group-1\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.797408239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.797482041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.798106315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.799351094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1c03324b-c08c-4053-b9f9-34a52a907b2f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":39816,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.800076181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3?project=test-project","method":"GET","req_id":"281e1dcd-734a-4996-a843-1baf83f7b85e","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":230259,"response_code":200}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.800138353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.810435461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ByName(\"instance-consistency-group-2\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.810625885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.810701777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.81127321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.814343112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c03324b-c08c-4053-b9f9-34a52a907b2f\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:08:39 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.814561587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.814612988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.814650569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.816648725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1?project=test-project","method":"GET","req_id":"076c75df-1d30-4c6d-8038-55e709be55af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":245608,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.816737397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.816770008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.816809689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.81684975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.817515055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2?project=test-project","method":"GET","req_id":"dd6ae6a3-2046-41a0-b1bf-3826e0331287","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":247935,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.818105819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.818671672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.818748564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.818793605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.818894017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.820985745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.821051687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:39.821106918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.821145319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.82119354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.821238521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.821283432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.821329323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.821375854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.821424395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.821471457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.821526478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.821569979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.82160028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.821744333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.821803244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.821855236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.821902907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.82248571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.823198367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.823248918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.823283789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.82331373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.824259001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.831226103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.831338165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.832110643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.833350902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.833411973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.833729221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.834440667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.834488629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.835102233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.844133772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.844267125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.844331406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.844382508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.845194766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.846242041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.846339963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.846393674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.846447226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.847160982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.848168785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.848239437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.848293608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.848339129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.848778859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.852488906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.852551517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.852624158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.853375376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.854625305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.854684166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.854756488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.855017694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.855873993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.855932385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.855975416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.856475358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.858863713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.863329327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.86345314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.863502521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.864189317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.865823115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.869653843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.869718674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.869779746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.870194865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.870983374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.875415366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.875516899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.87554782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.876768328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.896978996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.897069458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.897122999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.89716178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.898380989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.899686989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.89975154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.899792291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.899855573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.900374735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.903522608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.903573489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.90363657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.904362487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.905272158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.90533541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.90536961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.906026926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.906886175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.906947067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.906986558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.907054709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.907686844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.909463705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.913265074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.913350076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.913460708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.91354611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.914205555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.915006684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.918342491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.918421073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.918523015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.918594747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.919137019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.919919458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.919981769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.92002999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.920626454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.922581009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.922663241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.923275365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.923987772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.924070884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.924626396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.925310642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.92866547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.928737652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.928862045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.928950297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.92951849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.933014261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.933115993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.933744837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.934498185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.934601948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.935222762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.935904408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.9359984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.936627304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.939186634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.939288186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.93986354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.940682489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ByName(\"instance-consistency-group-3\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.940803101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.940899924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.940971476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.941455947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.942128832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ByName(\"instance-consistency-group-2\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.942232205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.942311596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.942381258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.943059504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.94592717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ByName(\"instance-consistency-group-1\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.946022262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.946082463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.946136135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.946687588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.947375264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.947534817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.94765044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.94810337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.950624759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.950716691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.950792033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.950874585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.952005051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.952080802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.952143304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.952577104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.956092775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.956180708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.956243539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.956742461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.957600921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.957703423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.957860076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.958470031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.960716763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.960804895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.960897857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.961502511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.964534271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.975164477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ByName(\"instance-consistency-group-2\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.976494118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ByName(\"instance-consistency-group-2\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.976662262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.976836416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.976932198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.97701011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.977171704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.986186333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ByName(\"instance-consistency-group-3\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.986359917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ByName(\"instance-consistency-group-3\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.986442779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.9864961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.986531191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.987062433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.988017495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.996646455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ByName(\"instance-consistency-group-1\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.996821779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ByName(\"instance-consistency-group-1\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.996934712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:39.997017384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.997094305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:39.997552606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.004007536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.00418414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.004332693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.005345787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.006236927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.00632939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.006385421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.007030586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.008459639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.008548771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.008609603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.008799357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.016619558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.01671621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.016795322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.016851233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.016959146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.017081919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.01715562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.017223552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.017297134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.017370695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.017441947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.017503338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.019824852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.030009858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ByName(\"instance-consistency-group-3\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.030192022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.030262984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.030855598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.031766369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.041837042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ByName(\"instance-consistency-group-2\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.042023726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.042088988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.042832115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.044031243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.053306698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ByName(\"instance-consistency-group-1\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.053450531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.053563284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.054460545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.063479423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ByName(\"instance-consistency-group-2\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.063589526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.063673178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.06373304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.064685142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.065817568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ByName(\"instance-consistency-group-3\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.06592329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.065980001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.066030743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.066710968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.067704691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ByName(\"instance-consistency-group-1\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.067883235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.067959867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.068018588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.068596052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.071424578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.071596282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.071681733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.072871041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.073381763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.073581717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.07367898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.074213252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.088068193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.088210456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.088291378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.089347653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.090299465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.090358796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.090410327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.091246237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.092115907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.094213735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.094288927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.094336958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.095773931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.107693388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ByName(\"instance-consistency-group-2\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.109817217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.10993216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.110000891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.110066593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.110153725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.121109049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ByName(\"instance-consistency-group-3\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.144224264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.153397856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ByName(\"instance-consistency-group-1\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"set intended instance state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.154164394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","changed":true,"intended_state":"stopped","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.154255906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.154318968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.155054385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"set intended instance state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.158196468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","changed":true,"intended_state":"stopped","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.15830365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.158369532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.159095969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.211534064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.211679487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.212471825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.213349995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Signaled"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.213448538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.213508509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.213588841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"set intended instance state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.214326628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","changed":true,"intended_state":"stopped","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.214461361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.214597134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.215228659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.291838444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.291984207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.292797016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.294185828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.294335252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.294645869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.29555585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.295871817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:17809","req_id":"59fdba03-0eb5-4202-b9f0-278d11c40133","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   bb 50 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .P..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.295963479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:17809","req_id":"59fdba03-0eb5-4202-b9f0-278d11c40133","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47952,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.296165384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.296371419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.296537933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:17809","req_id":"59fdba03-0eb5-4202-b9f0-278d11c40133","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.29729305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3957, tv_nsec: 72558362 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.297444134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.298030257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:9768","req_id":"5d1af3e4-d235-4541-aef9-3d9334570449","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   bf bb 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.298105419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:9768","req_id":"5d1af3e4-d235-4541-aef9-3d9334570449","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 49083,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.298303674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.298333814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:9768","req_id":"5d1af3e4-d235-4541-aef9-3d9334570449","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.298522508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.298613621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.3361401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.336629122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.337623225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.337685176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.337728627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.337763368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.381551832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.381697986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.38230649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.38318222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.383238821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.383281582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.383317043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.383822025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.385533564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.390560471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.390801666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9/state","method":"PUT"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.391913172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.391979254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.392021945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.392061566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.392555947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.39355149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.39871821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.398859093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723/state","method":"PUT"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.399971419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.400048381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.400096812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46260"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.400146453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46262"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.40042783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3cc827b-ef18-41ad-bdff-b239f05d1983\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:08:40 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.400686386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.400798209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.400921671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.401695529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:40.402396275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.40301681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9/state","method":"PUT","req_id":"95f4d167-86ba-42d0-ad5d-64a3952e7f1c","remote_addr":"[::1]:46260","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.403115822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9/state","method":"PUT","req_id":"95f4d167-86ba-42d0-ad5d-64a3952e7f1c","remote_addr":"[::1]:46260","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.403347867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723/state","method":"PUT","req_id":"f26e2b77-e6bd-4efc-895b-8a6d027b397c","remote_addr":"[::1]:46262","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.403430819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723/state","method":"PUT","req_id":"f26e2b77-e6bd-4efc-895b-8a6d027b397c","remote_addr":"[::1]:46262","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"transition","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.403788638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"dbce397c-271a-4e0c-bc27-54b8e59e34b9","kind":"instances","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","action":"None","desired":"Some(Stopped)","current":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, generation: Generation(4), time_updated: 2026-01-16T23:08:40.403740596Z }, migration_in: None, migration_out: None }","dropped":"None","target":"Stopped"}
{"msg":"transition","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.404922824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"fb208665-16a8-4b92-8afa-3c5dc2b05723","kind":"instances","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","action":"None","desired":"Some(Stopped)","current":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, generation: Generation(4), time_updated: 2026-01-16T23:08:40.403997312Z }, migration_in: None, migration_out: None }","dropped":"None","target":"Stopped"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.405008156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9/state","method":"PUT","req_id":"95f4d167-86ba-42d0-ad5d-64a3952e7f1c","remote_addr":"[::1]:46260","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1149,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.405087628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723/state","method":"PUT","req_id":"f26e2b77-e6bd-4efc-895b-8a6d027b397c","remote_addr":"[::1]:46262","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":900,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.405153039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95f4d167-86ba-42d0-ad5d-64a3952e7f1c\", \"content-length\": \"151\", \"date\": \"Fri, 16 Jan 2026 23:08:40 GMT\"} })"}
{"msg":"received new VMM runtime state from sled agent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.40520833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Stopping, generation: Generation(4), time_updated: 2026-01-16T23:08:40.403740596Z }","propolis_id":"dbce397c-271a-4e0c-bc27-54b8e59e34b9"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.405279202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.405363594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.405506377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.406144452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f26e2b77-e6bd-4efc-895b-8a6d027b397c\", \"content-length\": \"151\", \"date\": \"Fri, 16 Jan 2026 23:08:40 GMT\"} })"}
{"msg":"received new VMM runtime state from sled agent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.406226384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Stopping, generation: Generation(4), time_updated: 2026-01-16T23:08:40.403997312Z }","propolis_id":"fb208665-16a8-4b92-8afa-3c5dc2b05723"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.406324116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.406390748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.407072544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.408160589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":3}
{"msg":"processing external multicast group transition: 'Creating' → 'Active'","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.408211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_linked":true,"vni":"Vni(Vni(77))","multicast_scope":"IPv4_External","multicast_ip":"224.2.0.2/32","group_name":"consistency-group-3","group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41"}
{"msg":"processing creating multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.408260601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:35.625525Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Creating, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.408341573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.408394074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.408434585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"processing external multicast group transition: 'Creating' → 'Active'","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.408999988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_linked":true,"vni":"Vni(Vni(77))","multicast_scope":"IPv4_External","multicast_ip":"224.2.0.1/32","group_name":"consistency-group-2","group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"processing creating multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.40906799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:34.758685Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Creating, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.409142212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.409191833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.409608452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"processing external multicast group transition: 'Creating' → 'Active'","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.410155205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_linked":true,"vni":"Vni(Vni(77))","multicast_scope":"IPv4_External","multicast_ip":"224.2.0.0/32","group_name":"consistency-group-1","group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"processing creating multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.410238137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.410317799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.41036496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.41080917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.411876285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.416782779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.416940852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vmms/629b0124-32fc-4f22-b77d-706819a10192/state","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.417760691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46264"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.418398136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192/state","method":"PUT","req_id":"91d5c02f-939e-49de-9bb2-b4355096da5d","remote_addr":"[::1]:46264","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.419991403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192/state","method":"PUT","req_id":"91d5c02f-939e-49de-9bb2-b4355096da5d","remote_addr":"[::1]:46264","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"transition","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.420052924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"629b0124-32fc-4f22-b77d-706819a10192","kind":"instances","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","action":"None","desired":"Some(Stopped)","current":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, generation: Generation(4), time_updated: 2026-01-16T23:08:40.418649552Z }, migration_in: None, migration_out: None }","dropped":"None","target":"Stopped"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.420109865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192/state","method":"PUT","req_id":"91d5c02f-939e-49de-9bb2-b4355096da5d","remote_addr":"[::1]:46264","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":456,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.420166217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vmms/629b0124-32fc-4f22-b77d-706819a10192/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91d5c02f-939e-49de-9bb2-b4355096da5d\", \"content-length\": \"151\", \"date\": \"Fri, 16 Jan 2026 23:08:40 GMT\"} })"}
{"msg":"received new VMM runtime state from sled agent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.420223208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Stopping, generation: Generation(4), time_updated: 2026-01-16T23:08:40.418649552Z }","propolis_id":"629b0124-32fc-4f22-b77d-706819a10192"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.42029668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.420371161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.420429153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"found linked underlay group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.423219517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_group":"UnderlayMulticastGroup { id: d288e423-120c-496d-9756-a596da108522, time_created: 2026-01-16T23:08:35.114180Z, time_modified: 2026-01-16T23:08:35.114181Z, time_deleted: None, multicast_ip: V6(Ipv6Network { addr: ff04::e002:1, prefix: 128 }), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), version_added: Generation(Generation(2052)), version_removed: None }","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:34.758685Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Creating, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }"}
{"msg":"initiating DPD transaction saga for multicast forwarding configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.423583746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_external_and_underlay_groups","saga_type":"multicast_group_dpd_ensure","vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:1/128","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_multicast_ip":"224.2.0.1/32","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.423686768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.42374321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"found linked underlay group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.423789941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_group":"UnderlayMulticastGroup { id: c2364f1d-f234-4e82-9cb0-ba5f535116ac, time_created: 2026-01-16T23:08:34.571742Z, time_modified: 2026-01-16T23:08:34.571744Z, time_deleted: None, multicast_ip: V6(Ipv6Network { addr: ff04::e002:0, prefix: 128 }), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), version_added: Generation(Generation(1026)), version_removed: None }","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"initiating DPD transaction saga for multicast forwarding configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.423890373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_external_and_underlay_groups","saga_type":"multicast_group_dpd_ensure","vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_multicast_ip":"224.2.0.0/32","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.423961935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.423998895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"found linked underlay group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.424032966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_group":"UnderlayMulticastGroup { id: a47cd6e9-5425-42f3-8e05-12481afd1fcb, time_created: 2026-01-16T23:08:36.008047Z, time_modified: 2026-01-16T23:08:36.008049Z, time_deleted: None, multicast_ip: V6(Ipv6Network { addr: ff04::e002:2, prefix: 128 }), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), version_added: Generation(Generation(3078)), version_removed: None }","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:35.625525Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Creating, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }"}
{"msg":"initiating DPD transaction saga for multicast forwarding configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.424128309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_external_and_underlay_groups","saga_type":"multicast_group_dpd_ensure","vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:2/128","underlay_group_id":"a47cd6e9-5425-42f3-8e05-12481afd1fcb","external_multicast_ip":"224.2.0.2/32","external_group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.42419409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.424228671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.424268032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":4,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[3,0,null],[2,4,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.fetch_group_data\",\"label\":\"FetchGroupData\",\"name\":\"group_data\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_dataplane\",\"label\":\"UpdateDataplane\",\"name\":\"update_responses\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_group_state\",\"label\":\"UpdateGroupState\",\"name\":\"state_updated\"}},{\"Start\":{\"params\":{\"external_group_id\":\"a9c05218-3fb7-462e-a6e5-eaf77011803c\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"UserBuiltin\":{\"user_builtin_id\":\"001de000-05e4-4000-8000-000000000002\"}},\"credential_id\":null,\"device_token_expiration\":null},null]}},\"underlay_group_id\":\"d288e423-120c-496d-9756-a596da108522\"}}},\"End\"]},\"saga_name\":\"multicast-group-dpd-ensure\",\"start_node\":3}"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.424371294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"multicast-group-dpd-ensure","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77"}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.424397465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":4,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[3,0,null],[2,4,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.fetch_group_data\",\"label\":\"FetchGroupData\",\"name\":\"group_data\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_dataplane\",\"label\":\"UpdateDataplane\",\"name\":\"update_responses\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_group_state\",\"label\":\"UpdateGroupState\",\"name\":\"state_updated\"}},{\"Start\":{\"params\":{\"external_group_id\":\"f643b999-0df5-4ca9-8524-3431f1dbb507\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"UserBuiltin\":{\"user_builtin_id\":\"001de000-05e4-4000-8000-000000000002\"}},\"credential_id\":null,\"device_token_expiration\":null},null]}},\"underlay_group_id\":\"c2364f1d-f234-4e82-9cb0-ba5f535116ac\"}}},\"End\"]},\"saga_name\":\"multicast-group-dpd-ensure\",\"start_node\":3}"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.424487887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"multicast-group-dpd-ensure","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f"}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.426497224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":4,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[3,0,null],[2,4,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.fetch_group_data\",\"label\":\"FetchGroupData\",\"name\":\"group_data\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_dataplane\",\"label\":\"UpdateDataplane\",\"name\":\"update_responses\"}},{\"Action\":{\"action_name\":\"multicast_group_dpd_ensure.update_group_state\",\"label\":\"UpdateGroupState\",\"name\":\"state_updated\"}},{\"Start\":{\"params\":{\"external_group_id\":\"2b114826-a483-4ec3-9cbb-10b23f4b8c41\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"UserBuiltin\":{\"user_builtin_id\":\"001de000-05e4-4000-8000-000000000002\"}},\"credential_id\":null,\"device_token_expiration\":null},null]}},\"underlay_group_id\":\"a47cd6e9-5425-42f3-8e05-12481afd1fcb\"}}},\"End\"]},\"saga_name\":\"multicast-group-dpd-ensure\",\"start_node\":3}"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.426605836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"multicast-group-dpd-ensure","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a"}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.43021213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.430308772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DPD multicast forwarding configuration saga initiated","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.430484196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expected_outcome":"Creating → Active","pending_dpd_operations":"[create_external_group, create_underlay_group, configure_nat_mapping]","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","underlay_group_id":"a47cd6e9-5425-42f3-8e05-12481afd1fcb","external_group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.430553058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.430592128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.433085696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.433885325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DPD multicast forwarding configuration saga initiated","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.433940146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expected_outcome":"Creating → Active","pending_dpd_operations":"[create_external_group, create_underlay_group, configure_nat_mapping]","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.434000407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.434037558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.434068939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.43409877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DPD multicast forwarding configuration saga initiated","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.43413287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expected_outcome":"Creating → Active","pending_dpd_operations":"[create_external_group, create_underlay_group, configure_nat_mapping]","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.434178731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:35.625525Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Creating, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }","state":"Creating"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.434244823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","state":"Creating"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.434322615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:34.758685Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Creating, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }","state":"Creating"}
{"msg":"group reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.434400457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":3,"processed":3,"state":"Creating"}
{"msg":"reconciling member state changes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.434442358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.434476948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.434518209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.43455133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.435709737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ByName(\"instance-consistency-group-3\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.436530316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.436613828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.43667934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.437221562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.438158394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.439186858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.439233308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.439266369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"3","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.440935098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.440991079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"3","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.444380908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.444958771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"3","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.44662641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ByName(\"instance-consistency-group-2\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.447917689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.448012382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.448086353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.448833191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.450291035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.450369556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.452574678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.45265527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.45269309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.453087369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.453289874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.453431277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.453891408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.45525444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.455453675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.455862614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.455956426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.459701733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.459870167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.459974239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.460720196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.462734183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.462845296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.462922787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.463007329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"fetching multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.463203104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_group_id":"a47cd6e9-5425-42f3-8e05-12481afd1fcb","external_group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.463257275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.463304406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.463951251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetching multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.464445543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.464495314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.464559315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.465224941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetching multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.465731133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.465797024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.465859016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.466427869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.468610419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.46868087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.468734892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.468784883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.468830754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.477673989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ByName(\"instance-consistency-group-1\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.478265623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.478374195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.478433827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.479096182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.480076515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.480144896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.480816712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.481565969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.481663682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.482244655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.482952061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.488340926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.489680447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.48978984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.490328242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.491699414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.491788736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.491865638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.492524423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.493407544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.502066954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ByName(\"instance-consistency-group-3\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.50231499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.502580096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.50315854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.505886903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.505985545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.506123738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchGroupData","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetched multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.507838958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"vni":"77","underlay_ip":"ff04::e002:1/128","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_ip":"224.2.0.1/32","external_group_name":"consistency-group-2","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.508836671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.510229943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"external_group\": Object {\"identity\": Object {\"description\": String(\"Implicitly created for instance attachment\"), \"id\": String(\"a9c05218-3fb7-462e-a6e5-eaf77011803c\"), \"name\": String(\"consistency-group-2\"), \"time_created\": String(\"2026-01-16T23:08:34.758685Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:34.758685Z\")}, \"ip_pool_id\": String(\"cb00123a-e923-43e3-a41d-0d6b495b7342\"), \"ip_pool_range_id\": String(\"9c9c0e62-77ac-4005-9f3c-c26e45713eba\"), \"multicast_ip\": String(\"224.2.0.1/32\"), \"mvlan\": Null, \"state\": String(\"Creating\"), \"tag\": String(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), \"underlay_group_id\": String(\"d288e423-120c-496d-9756-a596da108522\"), \"underlay_salt\": Null, \"version_added\": Number(1027), \"version_removed\": Null, \"vni\": Number(77)}, \"source_filter\": Object {\"has_any_source_member\": Bool(true), \"specific_sources\": Array []}, \"underlay_group\": Object {\"id\": String(\"d288e423-120c-496d-9756-a596da108522\"), \"multicast_ip\": String(\"ff04::e002:1/128\"), \"tag\": String(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), \"time_created\": String(\"2026-01-16T23:08:35.114180Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:35.114181Z\"), \"version_added\": Number(2052), \"version_removed\": Null}})","node_id":"0","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"fetched multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.511600975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"vni":"77","underlay_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_ip":"224.2.0.0/32","external_group_name":"consistency-group-1","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.511777679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.511833001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"external_group\": Object {\"identity\": Object {\"description\": String(\"Implicitly created for instance attachment\"), \"id\": String(\"f643b999-0df5-4ca9-8524-3431f1dbb507\"), \"name\": String(\"consistency-group-1\"), \"time_created\": String(\"2026-01-16T23:08:34.241446Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:34.241446Z\")}, \"ip_pool_id\": String(\"cb00123a-e923-43e3-a41d-0d6b495b7342\"), \"ip_pool_range_id\": String(\"9c9c0e62-77ac-4005-9f3c-c26e45713eba\"), \"multicast_ip\": String(\"224.2.0.0/32\"), \"mvlan\": Null, \"state\": String(\"Creating\"), \"tag\": String(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), \"underlay_group_id\": String(\"c2364f1d-f234-4e82-9cb0-ba5f535116ac\"), \"underlay_salt\": Null, \"version_added\": Number(1), \"version_removed\": Null, \"vni\": Number(77)}, \"source_filter\": Object {\"has_any_source_member\": Bool(true), \"specific_sources\": Array []}, \"underlay_group\": Object {\"id\": String(\"c2364f1d-f234-4e82-9cb0-ba5f535116ac\"), \"multicast_ip\": String(\"ff04::e002:0/128\"), \"tag\": String(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), \"time_created\": String(\"2026-01-16T23:08:34.571742Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:34.571744Z\"), \"version_added\": Number(1026), \"version_removed\": Null}})","node_id":"0","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.512708731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.512828524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.512968657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.513943039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.514452241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.523421659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ByName(\"instance-consistency-group-2\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.523597493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.523680125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.524498484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.525562349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.525720652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.525787394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.526339127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.527484093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-3/stop?project=test-project","method":"POST","req_id":"4ff66ed3-04dc-40ee-ada9-72a5705b1705","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":707667,"response_code":202}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.528706521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.528761723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.530190996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"202"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.531924156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Action"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.531967467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuditLog"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.531996878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AnyActor"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532025258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuthenticatedActor"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532053109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"BlueprintConfig"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.53208182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Database"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532117971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DnsConfig"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532146511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Fleet"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532173292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Inventory"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532203553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPoolList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532231473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532261204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSessionList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532291585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequestList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532324375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"QuiesceState"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532358786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloCertificateList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532388097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroupList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532416298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloIdentityProviderList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532445768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532477079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserSessionList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.53252228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserTokenList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532548941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UpdateTrustRootList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532565451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TargetReleaseConfig"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532581631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertClassList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532611832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerTokenList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532645673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroupList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532673813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Project"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532703624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Disk"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532734575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Snapshot"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532768296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ProjectImage"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532804156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532837387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AntiAffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532898229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Instance"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.53293921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPool"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.53296819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InstanceNetworkInterface"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.532998671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Vpc"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.533031902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcRouter"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.533069743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGateway"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.533105903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpPool"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.533139864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpAddress"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.533168775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"RouterRoute"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.533229936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcSubnet"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.53426752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"FloatingIp"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.534299181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Image"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.534320802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloImage"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.534356192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AddressLot"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.534374763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Blueprint"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.534390113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"LoopbackAddress"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.534408024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Certificate"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.534439004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSession"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.534474575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequest"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.534511836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAccessToken"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.534549517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"PhysicalDisk"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.534585748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Rack"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.534621769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SshKey"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.534653409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Silo"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.53468513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUser"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.53470546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroup"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.534725901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SupportBundle"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.534741811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.534765952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SamlIdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.534790332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Sled"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.534806963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufRepo"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.534822383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufArtifact"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.534838214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufTrustRoot"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.534866884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Alert"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.534884655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertReceiver"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.534899985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"WebhookSecret"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.534929656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Zpool"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.534963926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Service"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.534987327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UserBuiltin"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.535003217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerToken"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.535019038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroup"}
{"msg":"full Oso configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.535034388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system.  All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n    actor.authenticated and\n    has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n#   resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project.  The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n#   the \"admin\" role for child resources.  The idea is that if you're an\n#   Organization Collaborator, you have full control over the Projects within\n#   the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level.  For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin           (superuser for the whole system)\n# - fleet.collaborator    (can manage Silos)\n# - fleet.viewer          (can read most non-siloed resources in the system)\n# - silo.admin            (superuser for the silo)\n# - silo.collaborator     (can create and own Organizations; grants project.admin on all projects)\n# - silo.limited-collaborator (grants project.limited-collaborator on all projects)\n# - silo.viewer           (can read most resources within the Silo; grants project.viewer)\n# - organization.admin    (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer   (can read most resources within the Organization)\n# - project.admin         (complete control over a Project)\n# - project.collaborator  (can manage all resources within the Project, including networking)\n# - project.limited-collaborator (can manage compute resources, but not networking resources)\n# - project.viewer        (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below).  We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system.  The name comes\n# from the idea described in RFD 24, but it's not quite right.  This probably\n# should be more like \"Region\" or \"AvailabilityZone\".  The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\troles = [\n\t    # Roles that can be attached by users\n\t    \"admin\",\n\t    \"collaborator\",\n\t    \"viewer\",\n\n\t    # Internal-only roles\n\t    \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\n# Note that certain Actors may not ever have any roles assigned to them, like\n# SCIM Actors.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet).  Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo.  To achieve this, we use permission rules here.  (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo.  That's\n# not quite the same as having the \"viewer\" role.  For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404.  This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif actor.is_user and silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t# Role hierarchy: admin > collaborator > limited-collaborator > viewer\n\t#\n\t# The \"limited-collaborator\" role can create/modify non-networking\n\t# resources (instances, disks, etc.) but cannot create/modify networking\n\t# infrastructure (VPCs, subnets, routers, internet gateways).\n\t# See nexus/authz-macros for InProjectLimited vs InProjectFull.\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"limited-collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"limited-collaborator\" if \"limited-collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro.  Some resources require custom Polar code.  Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users.  This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n    if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n    if actor.is_user and silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n}\n# We want to allow the user to modify the ssh key but disallow a SCIM IdP token\n# from doing the same.\nhas_permission(actor: AuthenticatedActor, \"modify\", ssh_key: SshKey)\n\tif actor.is_user and has_permission(actor, \"modify\", ssh_key.silo_user);\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource ScimClientBearerToken {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n    # necessary to authenticate SCIM actors\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token: ScimClientBearerToken)\n\tif scim_client_bearer_token.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerToken)\n\tif collection.silo.fleet = fleet;\n\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database.  These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\").  The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet.  None of these resources defines their own roles.\n#\n\n# Describes the quiesce state of a particular Nexus instance.\n#\n# These authz checks must not require the database.  We grant this directly to\n# callers of the internal API.\nresource QuiesceState {\n\tpermissions = [ \"read\", \"modify\" ];\n}\nhas_permission(USER_INTERNAL_API: AuthenticatedActor, \"read\", _q: QuiesceState);\nhas_permission(\n    USER_INTERNAL_API: AuthenticatedActor,\n    \"modify\",\n    _q: QuiesceState\n);\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos.  These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t    \"list_children\", # list blueprints\n\t    \"create_child\",  # create blueprint\n\t    \"read\",          # read the current target\n\t    \"modify\",        # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/update/trust-roots\" in the API\nresource UpdateTrustRootList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: UpdateTrustRootList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t    \"read\",          # read the current target release\n\t    \"modify\",        # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif actor.is_user and silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for accessing \"/v1/multicast-groups\" in the API\n# Groups are created when the first instance joins and deleted when the last leaves.\nresource MulticastGroupList {\n\tpermissions = [ \"list_children\" ];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet Viewers can list multicast groups\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group_list: MulticastGroupList)\n\tif multicast_group_list.fleet = fleet;\n\n# Any authenticated user can list multicast groups in their fleet.\n# This enables silo users to discover groups for attaching instances,\n# without requiring the Fleet::Viewer role.\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group_list: MulticastGroupList)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group_list.fleet;\n\n# MulticastGroup is a fleet-level discovery resource.\n# Join/leave authorization is gated by Instance::Modify, not the group itself.\nresource MulticastGroup {\n\tpermissions = [ \"read\", \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group: MulticastGroup)\n\tif multicast_group.fleet = fleet;\n\n# Any authenticated user can read multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"read\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Any authenticated user can list members of multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Describes the policy for reading and writing the audit log\nresource AuditLog {\n\tpermissions = [\n\t    \"list_children\", # retrieve audit log\n\t    \"create_child\",  # create audit log entry\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet viewers can read the audit log\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\n# Any actor should be able to write to the audit log because we need to be able\n# to write to the log from any request, authenticated or not. Audit log writes\n# are always a byproduct of other operations: there are no endpoints that allow\n# the user to write to the log deliberately. Note we use AuthenticatedActor\n# because we don't really mean unauthenticated -- in the case of login\n# operations, we use the external authenticator actor that creates the session\n# to authorize the audit log write.\nhas_permission(_actor: AuthenticatedActor, \"create_child\", _audit_log: AuditLog);\n\nhas_relation(fleet: Fleet, \"parent_fleet\", audit_log: AuditLog)\n\tif audit_log.fleet = fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Allow silo admins to delete and list user sessions\nresource SiloUserSessionList {\n    permissions = [ \"modify\", \"list_children\" ];\n    relations = { parent_silo: Silo };\n\n    # A silo admin can modify (e.g., delete) a user's sessions.\n    \"modify\" if \"admin\" on \"parent_silo\";\n\n    # A silo admin can list a user's sessions.\n    \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserSessionList)\n    if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own sessions\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserSessionList)\n    if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserSessionList)\n    if actor.equals_silo_user(authn_list.silo_user);\n\n# Allow silo admins to delete and list user access tokens\nresource SiloUserTokenList {\n    permissions = [ \"modify\", \"list_children\" ];\n    relations = { parent_silo: Silo };\n\n    # A silo admin can modify (e.g., delete) a user's tokens.\n    \"modify\" if \"admin\" on \"parent_silo\";\n\n    # A silo admin can list a user's tokens.\n    \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserTokenList)\n    if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own tokens\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserTokenList)\n    if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserTokenList)\n    if actor.equals_silo_user(authn_list.silo_user);\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration.  This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on.  This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission.  For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users.  This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on.  This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission.  For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on users.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n    if actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_user_list: SiloUserList)\n\tif actor.is_scim_idp and silo_user_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_user: SiloUser)\n\tif actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_user_list: SiloUserList)\n    if actor.is_scim_idp and silo_user_list.silo in actor.silo;\n\n# Describes the policy for creating and managing Silo groups (mostly intended\n# for API-managed groups)\nresource SiloGroupList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the groups in the\n\t# Silo) can see the groups in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's groups.  This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on.  This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission.  For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloGroupList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloGroupList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on groups.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_group: SiloGroup)\n    if actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_group_list: SiloGroupList)\n\tif actor.is_scim_idp and silo_group_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_group: SiloGroup)\n\tif actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_group_list: SiloGroupList)\n    if actor.is_scim_idp and silo_group_list.silo in actor.silo;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions.  This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with.  Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest)\n    if actor.is_user;\nhas_permission(actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest)\n    if actor.is_user;\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t    # \"query\" is required to perform any query against the database,\n\t    # whether a read or write query.  This is checked when an operation\n\t    # checks out a database connection from the connection pool.\n\t    #\n\t    # Any authenticated user gets this permission.  There's generally\n\t    # some other authz check involved in the database query.  For\n\t    # example, if you're querying the database to \"read\" a \"Project\", we\n\t    # should also be checking that.  So why do we do this at all?  It's\n\t    # a belt-and-suspenders measure so that if we somehow introduced an\n\t    # unauthenticated code path that hits the database, it cannot be\n\t    # used to DoS the database because we won't allow the operation to\n\t    # make the query.  (As long as the code path _is_ authenticated, we\n\t    # can use throttling mechanisms to prevent DoS.)\n\t    \"query\",\n\n\t    # \"modify\" is required to populate database data that's delivered\n\t    # with the system.  It should also be required for schema changes,\n\t    # when we support those.  This is separate from \"query\" so that we\n\t    # cannot accidentally invoke these code paths from API calls and\n\t    # other general functions.\n\t    \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_alert_receiver: AlertReceiver };\n\n\t\"read\" if \"read\" on \"parent_alert_receiver\";\n\t\"modify\" if \"modify\" on \"parent_alert_receiver\";\n}\n\nhas_relation(rx: AlertReceiver, \"parent_alert_receiver\", secret: WebhookSecret)\n\tif secret.alert_receiver = rx;\n\nresource AlertClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: AlertClassList)\n\tif collection.fleet = fleet;\n\nresource ScimClientBearerTokenList {\n\tpermissions = [ \"create_child\", \"list_children\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n    # These are all admin because being able to create these tokens would allow\n    # a user to grant themselves admin by modifying group membership through SCIM calls\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\n    # Fleet-level roles also grant privileges for SCIM client tokens, for\n    # configuration before silo admins are present.\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token_list: ScimClientBearerTokenList)\n\tif scim_client_bearer_token_list.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerTokenList)\n\tif collection.silo.fleet = fleet;\n\n# VpcList is a synthetic resource for controlling VPC creation.\n# Unlike other project resources, VPC creation requires the full \"collaborator\"\n# role rather than \"limited-collaborator\", enforcing the networking restriction.\n# This allows organizations to restrict who can reconfigure the network topology\n# while still allowing users with limited-collaborator to work with compute\n# resources (instances, disks, etc.) within the existing network.\nresource VpcList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { containing_project: Project };\n\n\t\"list_children\" if \"read\" on \"containing_project\";\n\t\"create_child\" if \"collaborator\" on \"containing_project\";\n}\nhas_relation(project: Project, \"containing_project\", collection: VpcList)\n\tif collection.project = project;\n\n\n\n                resource Disk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Disk)\n                        if child.project = parent;\n            \n\n                resource Snapshot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Snapshot)\n                        if child.project = parent;\n            \n\n                resource ProjectImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n                        if child.project = parent;\n            \n\n                resource AffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n                        if child.project = parent;\n            \n\n                resource AntiAffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n                        if child.project = parent;\n            \n\n                resource Instance {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Instance)\n                        if child.project = parent;\n            \n\n                resource IpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n                    if child.fleet = fleet;\n            \n\n                resource InstanceNetworkInterface {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Instance\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n                    if has_relation(project, \"containing_project\", child.instance);\n\n                has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n                    if child.instance = parent;\n            \n\n                resource Vpc {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Vpc)\n                        if child.project = parent;\n            \n\n                resource VpcRouter {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcRouter)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n                    if child.vpc = parent;\n            \n\n                resource InternetGateway {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGateway)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n                    if child.vpc = parent;\n            \n\n                resource InternetGatewayIpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n                    if child.internet_gateway = parent;\n            \n\n                resource InternetGatewayIpAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n                    if child.internet_gateway = parent;\n            \n\n                resource RouterRoute {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: VpcRouter\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: RouterRoute)\n                    if has_relation(project, \"containing_project\", child.vpc_router);\n\n                has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n                    if child.vpc_router = parent;\n            \n\n                resource VpcSubnet {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n                    if child.vpc = parent;\n            \n\n                resource FloatingIp {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n                        if child.project = parent;\n            \n\n                resource Image {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: Image)\n                    if child.silo = parent;\n            \n\n                resource SiloImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n                    if child.silo = parent;\n            \n\n                resource AddressLot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n                    if child.fleet = fleet;\n            \n\n                resource Blueprint {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n                    if child.fleet = fleet;\n            \n\n                resource LoopbackAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n                    if child.fleet = fleet;\n            \n\n\n                resource ConsoleSession {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAuthRequest {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAccessToken {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n                    if child.fleet = fleet;\n            \n\n                resource PhysicalDisk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n                    if child.fleet = fleet;\n            \n\n                resource Rack {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n                    if child.fleet = fleet;\n            \n\n\n\n\n\n                resource SupportBundle {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n                    if child.fleet = fleet;\n            \n\n\n\n                resource Sled {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n                    if child.fleet = fleet;\n            \n\n                resource TufRepo {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n                    if child.fleet = fleet;\n            \n\n                resource TufArtifact {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n                    if child.fleet = fleet;\n            \n\n                resource TufTrustRoot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufTrustRoot)\n                    if child.fleet = fleet;\n            \n\n                resource Alert {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Alert)\n                    if child.fleet = fleet;\n            \n\n                resource AlertReceiver {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: AlertReceiver)\n                    if child.fleet = fleet;\n            \n\n\n                resource Zpool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n                    if child.fleet = fleet;\n            \n\n                resource Service {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n                    if child.fleet = fleet;\n            \n\n                resource UserBuiltin {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n                    if child.fleet = fleet;\n            \n\n"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.562492264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.56448736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.564555802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.573037109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.573114481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.573860608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.57397486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.574852331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.576028628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-2/stop?project=test-project","method":"POST","req_id":"4204ce55-de75-412e-8d0b-881fb011349c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":756336,"response_code":202}
{"msg":"fetched multicast group data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.576578041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"vni":"77","underlay_ip":"ff04::e002:2/128","underlay_group_id":"a47cd6e9-5425-42f3-8e05-12481afd1fcb","external_ip":"224.2.0.2/32","external_group_name":"consistency-group-3","external_group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.576662803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.576743914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.576818616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.577381839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.578313311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.579295913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"external_group\": Object {\"identity\": Object {\"description\": String(\"Implicitly created for instance attachment\"), \"id\": String(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41\"), \"name\": String(\"consistency-group-3\"), \"time_created\": String(\"2026-01-16T23:08:35.625525Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:35.625525Z\")}, \"ip_pool_id\": String(\"cb00123a-e923-43e3-a41d-0d6b495b7342\"), \"ip_pool_range_id\": String(\"9c9c0e62-77ac-4005-9f3c-c26e45713eba\"), \"multicast_ip\": String(\"224.2.0.2/32\"), \"mvlan\": Null, \"state\": String(\"Creating\"), \"tag\": String(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), \"underlay_group_id\": String(\"a47cd6e9-5425-42f3-8e05-12481afd1fcb\"), \"underlay_salt\": Null, \"version_added\": Number(2053), \"version_removed\": Null, \"vni\": Number(77)}, \"source_filter\": Object {\"has_any_source_member\": Bool(true), \"specific_sources\": Array []}, \"underlay_group\": Object {\"id\": String(\"a47cd6e9-5425-42f3-8e05-12481afd1fcb\"), \"multicast_ip\": String(\"ff04::e002:2/128\"), \"tag\": String(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), \"time_created\": String(\"2026-01-16T23:08:36.008047Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-16T23:08:36.008049Z\"), \"version_added\": Number(3078), \"version_removed\": Null}})","node_id":"0","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.579416576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.581081295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"202"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582006386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Action"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582043607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuditLog"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582067948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AnyActor"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582091828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuthenticatedActor"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582116419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"BlueprintConfig"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582139119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Database"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.58216954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DnsConfig"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582233201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Fleet"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582271822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Inventory"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582307683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPoolList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582340004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582370755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSessionList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582401965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequestList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582432926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"QuiesceState"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582463847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloCertificateList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582494938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroupList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582525568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloIdentityProviderList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582556569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.58258706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserSessionList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582626341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserTokenList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582658821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UpdateTrustRootList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582689902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TargetReleaseConfig"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582721493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertClassList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582753213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerTokenList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582785484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroupList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582816375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Project"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582843826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Disk"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582873646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Snapshot"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582902637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ProjectImage"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582930808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582960508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AntiAffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.582988059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Instance"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.5830252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPool"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.583057501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InstanceNetworkInterface"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.583092381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Vpc"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.583123552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcRouter"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.583154393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGateway"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.583186063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpPool"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.583283306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpAddress"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.583318617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"RouterRoute"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.583336877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcSubnet"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.583360118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"FloatingIp"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.583394038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Image"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.583428719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloImage"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.58346552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AddressLot"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.583570743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Blueprint"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.583668125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"LoopbackAddress"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.583708386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Certificate"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.583742507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSession"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.583770347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequest"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.583801138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAccessToken"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.583858909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"PhysicalDisk"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.583916031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Rack"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.583985212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SshKey"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.584038133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Silo"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.584074694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUser"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.584111345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroup"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.584154996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SupportBundle"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.584192167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.584226167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SamlIdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.584260348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Sled"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.584293619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufRepo"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.58435469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufArtifact"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.584393731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufTrustRoot"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.584426462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Alert"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.584458193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertReceiver"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.584487944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"WebhookSecret"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.584518814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Zpool"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.584545985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Service"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.584582126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UserBuiltin"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.584613827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerToken"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.584644177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroup"}
{"msg":"full Oso configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.584672938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system.  All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n    actor.authenticated and\n    has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n#   resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project.  The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n#   the \"admin\" role for child resources.  The idea is that if you're an\n#   Organization Collaborator, you have full control over the Projects within\n#   the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level.  For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin           (superuser for the whole system)\n# - fleet.collaborator    (can manage Silos)\n# - fleet.viewer          (can read most non-siloed resources in the system)\n# - silo.admin            (superuser for the silo)\n# - silo.collaborator     (can create and own Organizations; grants project.admin on all projects)\n# - silo.limited-collaborator (grants project.limited-collaborator on all projects)\n# - silo.viewer           (can read most resources within the Silo; grants project.viewer)\n# - organization.admin    (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer   (can read most resources within the Organization)\n# - project.admin         (complete control over a Project)\n# - project.collaborator  (can manage all resources within the Project, including networking)\n# - project.limited-collaborator (can manage compute resources, but not networking resources)\n# - project.viewer        (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below).  We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system.  The name comes\n# from the idea described in RFD 24, but it's not quite right.  This probably\n# should be more like \"Region\" or \"AvailabilityZone\".  The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\troles = [\n\t    # Roles that can be attached by users\n\t    \"admin\",\n\t    \"collaborator\",\n\t    \"viewer\",\n\n\t    # Internal-only roles\n\t    \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\n# Note that certain Actors may not ever have any roles assigned to them, like\n# SCIM Actors.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet).  Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo.  To achieve this, we use permission rules here.  (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo.  That's\n# not quite the same as having the \"viewer\" role.  For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404.  This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif actor.is_user and silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t# Role hierarchy: admin > collaborator > limited-collaborator > viewer\n\t#\n\t# The \"limited-collaborator\" role can create/modify non-networking\n\t# resources (instances, disks, etc.) but cannot create/modify networking\n\t# infrastructure (VPCs, subnets, routers, internet gateways).\n\t# See nexus/authz-macros for InProjectLimited vs InProjectFull.\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"limited-collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"limited-collaborator\" if \"limited-collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro.  Some resources require custom Polar code.  Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users.  This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n    if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n    if actor.is_user and silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n}\n# We want to allow the user to modify the ssh key but disallow a SCIM IdP token\n# from doing the same.\nhas_permission(actor: AuthenticatedActor, \"modify\", ssh_key: SshKey)\n\tif actor.is_user and has_permission(actor, \"modify\", ssh_key.silo_user);\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource ScimClientBearerToken {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n    # necessary to authenticate SCIM actors\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token: ScimClientBearerToken)\n\tif scim_client_bearer_token.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerToken)\n\tif collection.silo.fleet = fleet;\n\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database.  These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\").  The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet.  None of these resources defines their own roles.\n#\n\n# Describes the quiesce state of a particular Nexus instance.\n#\n# These authz checks must not require the database.  We grant this directly to\n# callers of the internal API.\nresource QuiesceState {\n\tpermissions = [ \"read\", \"modify\" ];\n}\nhas_permission(USER_INTERNAL_API: AuthenticatedActor, \"read\", _q: QuiesceState);\nhas_permission(\n    USER_INTERNAL_API: AuthenticatedActor,\n    \"modify\",\n    _q: QuiesceState\n);\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos.  These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t    \"list_children\", # list blueprints\n\t    \"create_child\",  # create blueprint\n\t    \"read\",          # read the current target\n\t    \"modify\",        # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/update/trust-roots\" in the API\nresource UpdateTrustRootList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: UpdateTrustRootList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t    \"read\",          # read the current target release\n\t    \"modify\",        # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif actor.is_user and silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for accessing \"/v1/multicast-groups\" in the API\n# Groups are created when the first instance joins and deleted when the last leaves.\nresource MulticastGroupList {\n\tpermissions = [ \"list_children\" ];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet Viewers can list multicast groups\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group_list: MulticastGroupList)\n\tif multicast_group_list.fleet = fleet;\n\n# Any authenticated user can list multicast groups in their fleet.\n# This enables silo users to discover groups for attaching instances,\n# without requiring the Fleet::Viewer role.\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group_list: MulticastGroupList)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group_list.fleet;\n\n# MulticastGroup is a fleet-level discovery resource.\n# Join/leave authorization is gated by Instance::Modify, not the group itself.\nresource MulticastGroup {\n\tpermissions = [ \"read\", \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group: MulticastGroup)\n\tif multicast_group.fleet = fleet;\n\n# Any authenticated user can read multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"read\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Any authenticated user can list members of multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Describes the policy for reading and writing the audit log\nresource AuditLog {\n\tpermissions = [\n\t    \"list_children\", # retrieve audit log\n\t    \"create_child\",  # create audit log entry\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet viewers can read the audit log\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\n# Any actor should be able to write to the audit log because we need to be able\n# to write to the log from any request, authenticated or not. Audit log writes\n# are always a byproduct of other operations: there are no endpoints that allow\n# the user to write to the log deliberately. Note we use AuthenticatedActor\n# because we don't really mean unauthenticated -- in the case of login\n# operations, we use the external authenticator actor that creates the session\n# to authorize the audit log write.\nhas_permission(_actor: AuthenticatedActor, \"create_child\", _audit_log: AuditLog);\n\nhas_relation(fleet: Fleet, \"parent_fleet\", audit_log: AuditLog)\n\tif audit_log.fleet = fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Allow silo admins to delete and list user sessions\nresource SiloUserSessionList {\n    permissions = [ \"modify\", \"list_children\" ];\n    relations = { parent_silo: Silo };\n\n    # A silo admin can modify (e.g., delete) a user's sessions.\n    \"modify\" if \"admin\" on \"parent_silo\";\n\n    # A silo admin can list a user's sessions.\n    \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserSessionList)\n    if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own sessions\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserSessionList)\n    if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserSessionList)\n    if actor.equals_silo_user(authn_list.silo_user);\n\n# Allow silo admins to delete and list user access tokens\nresource SiloUserTokenList {\n    permissions = [ \"modify\", \"list_children\" ];\n    relations = { parent_silo: Silo };\n\n    # A silo admin can modify (e.g., delete) a user's tokens.\n    \"modify\" if \"admin\" on \"parent_silo\";\n\n    # A silo admin can list a user's tokens.\n    \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserTokenList)\n    if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own tokens\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserTokenList)\n    if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserTokenList)\n    if actor.equals_silo_user(authn_list.silo_user);\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration.  This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on.  This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission.  For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users.  This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on.  This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission.  For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on users.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n    if actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_user_list: SiloUserList)\n\tif actor.is_scim_idp and silo_user_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_user: SiloUser)\n\tif actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_user_list: SiloUserList)\n    if actor.is_scim_idp and silo_user_list.silo in actor.silo;\n\n# Describes the policy for creating and managing Silo groups (mostly intended\n# for API-managed groups)\nresource SiloGroupList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the groups in the\n\t# Silo) can see the groups in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's groups.  This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on.  This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission.  For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloGroupList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloGroupList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on groups.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_group: SiloGroup)\n    if actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_group_list: SiloGroupList)\n\tif actor.is_scim_idp and silo_group_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_group: SiloGroup)\n\tif actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_group_list: SiloGroupList)\n    if actor.is_scim_idp and silo_group_list.silo in actor.silo;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions.  This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with.  Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest)\n    if actor.is_user;\nhas_permission(actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest)\n    if actor.is_user;\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t    # \"query\" is required to perform any query against the database,\n\t    # whether a read or write query.  This is checked when an operation\n\t    # checks out a database connection from the connection pool.\n\t    #\n\t    # Any authenticated user gets this permission.  There's generally\n\t    # some other authz check involved in the database query.  For\n\t    # example, if you're querying the database to \"read\" a \"Project\", we\n\t    # should also be checking that.  So why do we do this at all?  It's\n\t    # a belt-and-suspenders measure so that if we somehow introduced an\n\t    # unauthenticated code path that hits the database, it cannot be\n\t    # used to DoS the database because we won't allow the operation to\n\t    # make the query.  (As long as the code path _is_ authenticated, we\n\t    # can use throttling mechanisms to prevent DoS.)\n\t    \"query\",\n\n\t    # \"modify\" is required to populate database data that's delivered\n\t    # with the system.  It should also be required for schema changes,\n\t    # when we support those.  This is separate from \"query\" so that we\n\t    # cannot accidentally invoke these code paths from API calls and\n\t    # other general functions.\n\t    \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_alert_receiver: AlertReceiver };\n\n\t\"read\" if \"read\" on \"parent_alert_receiver\";\n\t\"modify\" if \"modify\" on \"parent_alert_receiver\";\n}\n\nhas_relation(rx: AlertReceiver, \"parent_alert_receiver\", secret: WebhookSecret)\n\tif secret.alert_receiver = rx;\n\nresource AlertClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: AlertClassList)\n\tif collection.fleet = fleet;\n\nresource ScimClientBearerTokenList {\n\tpermissions = [ \"create_child\", \"list_children\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n    # These are all admin because being able to create these tokens would allow\n    # a user to grant themselves admin by modifying group membership through SCIM calls\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\n    # Fleet-level roles also grant privileges for SCIM client tokens, for\n    # configuration before silo admins are present.\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token_list: ScimClientBearerTokenList)\n\tif scim_client_bearer_token_list.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerTokenList)\n\tif collection.silo.fleet = fleet;\n\n# VpcList is a synthetic resource for controlling VPC creation.\n# Unlike other project resources, VPC creation requires the full \"collaborator\"\n# role rather than \"limited-collaborator\", enforcing the networking restriction.\n# This allows organizations to restrict who can reconfigure the network topology\n# while still allowing users with limited-collaborator to work with compute\n# resources (instances, disks, etc.) within the existing network.\nresource VpcList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { containing_project: Project };\n\n\t\"list_children\" if \"read\" on \"containing_project\";\n\t\"create_child\" if \"collaborator\" on \"containing_project\";\n}\nhas_relation(project: Project, \"containing_project\", collection: VpcList)\n\tif collection.project = project;\n\n\n\n                resource Disk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Disk)\n                        if child.project = parent;\n            \n\n                resource Snapshot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Snapshot)\n                        if child.project = parent;\n            \n\n                resource ProjectImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n                        if child.project = parent;\n            \n\n                resource AffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n                        if child.project = parent;\n            \n\n                resource AntiAffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n                        if child.project = parent;\n            \n\n                resource Instance {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Instance)\n                        if child.project = parent;\n            \n\n                resource IpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n                    if child.fleet = fleet;\n            \n\n                resource InstanceNetworkInterface {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Instance\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n                    if has_relation(project, \"containing_project\", child.instance);\n\n                has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n                    if child.instance = parent;\n            \n\n                resource Vpc {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Vpc)\n                        if child.project = parent;\n            \n\n                resource VpcRouter {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcRouter)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n                    if child.vpc = parent;\n            \n\n                resource InternetGateway {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGateway)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n                    if child.vpc = parent;\n            \n\n                resource InternetGatewayIpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n                    if child.internet_gateway = parent;\n            \n\n                resource InternetGatewayIpAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n                    if child.internet_gateway = parent;\n            \n\n                resource RouterRoute {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: VpcRouter\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: RouterRoute)\n                    if has_relation(project, \"containing_project\", child.vpc_router);\n\n                has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n                    if child.vpc_router = parent;\n            \n\n                resource VpcSubnet {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n                    if child.vpc = parent;\n            \n\n                resource FloatingIp {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n                        if child.project = parent;\n            \n\n                resource Image {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: Image)\n                    if child.silo = parent;\n            \n\n                resource SiloImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n                    if child.silo = parent;\n            \n\n                resource AddressLot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n                    if child.fleet = fleet;\n            \n\n                resource Blueprint {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n                    if child.fleet = fleet;\n            \n\n                resource LoopbackAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n                    if child.fleet = fleet;\n            \n\n\n                resource ConsoleSession {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAuthRequest {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAccessToken {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n                    if child.fleet = fleet;\n            \n\n                resource PhysicalDisk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n                    if child.fleet = fleet;\n            \n\n                resource Rack {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n                    if child.fleet = fleet;\n            \n\n\n\n\n\n                resource SupportBundle {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n                    if child.fleet = fleet;\n            \n\n\n\n                resource Sled {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n                    if child.fleet = fleet;\n            \n\n                resource TufRepo {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n                    if child.fleet = fleet;\n            \n\n                resource TufArtifact {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n                    if child.fleet = fleet;\n            \n\n                resource TufTrustRoot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufTrustRoot)\n                    if child.fleet = fleet;\n            \n\n                resource Alert {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Alert)\n                    if child.fleet = fleet;\n            \n\n                resource AlertReceiver {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: AlertReceiver)\n                    if child.fleet = fleet;\n            \n\n\n                resource Zpool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n                    if child.fleet = fleet;\n            \n\n                resource Service {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n                    if child.fleet = fleet;\n            \n\n                resource UserBuiltin {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n                    if child.fleet = fleet;\n            \n\n"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.616533276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.617097019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.617368186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.618709237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"using fallback path: querying DPD directly for member removal","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.626269422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"sled_id_unavailable_or_resolution_failed","member_sled_id":"None","member_id":"39f72f42-fc41-4bca-99b8-17c80442aa12"}
{"msg":"fetching underlay group members from DPD for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.626337233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","switch":"switch0","underlay_ip":"ff04::e002:2"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.626380474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/underlay-groups/ff04::e002:2","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.626404315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.63567953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ByName(\"test-project\") }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ByName(\"instance-consistency-group-1\") }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.635862964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.635943906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.636395156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.637767258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.63784123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.638790282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.638848223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.639633561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.640812558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:53418","req_id":"ec252294-f634-444a-8e54-674dbf08d5a4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   af 86 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.640941261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:53418","req_id":"ec252294-f634-444a-8e54-674dbf08d5a4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 44934,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.641159577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.641440083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.641563116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:53418","req_id":"ec252294-f634-444a-8e54-674dbf08d5a4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.641872373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/underlay-groups/ff04::e002:2\", status: 404, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b692f81-d4a2-4f02-b31d-a32ac87dbe1f\", \"content-length\": \"158\", \"date\": \"Fri, 16 Jan 2026 23:08:40 GMT\"} })"}
{"msg":"underlay group not found on switch","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.641971145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","switch":"switch0","underlay_ip":"ff04::e002:2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.642013516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.642052197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.642782854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.644010963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/instance-consistency-group-1/stop?project=test-project","method":"POST","req_id":"30d18073-2ae6-465e-8aea-905004ba4d3e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":824478,"response_code":202}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.644478983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.645706982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3957, tv_nsec: 420952853 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.646608963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.646658144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:24326","req_id":"f6bb7769-e74c-4c79-bfe6-f62fed90d92f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   f4 53 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .S..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.646714695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:24326","req_id":"f6bb7769-e74c-4c79-bfe6-f62fed90d92f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 62547,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.646867389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.64690341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.646938351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:24326","req_id":"f6bb7769-e74c-4c79-bfe6-f62fed90d92f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.64992713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:35.625525Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Creating, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: 39f72f42-fc41-4bca-99b8-17c80442aa12, time_created: 2026-01-16T23:08:35.956054Z, time_modified: 2026-01-16T23:08:40.154150Z, time_deleted: None, external_group_id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, parent_id: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, sled_id: None, state: Left, version_added: Generation(Generation(3077)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.650019332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:35.625525Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Creating, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.650077044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.650136085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.650838931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.652170642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"202"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.652237223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Action"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.652288255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuditLog"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.652330085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AnyActor"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.652370866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuthenticatedActor"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.652407927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"BlueprintConfig"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.652446388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Database"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.652488839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DnsConfig"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.652510369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Fleet"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.6525259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Inventory"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.6525413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPoolList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.652556301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.652571381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSessionList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.652586601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequestList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.652615972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"QuiesceState"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.652650163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloCertificateList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.652667883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroupList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.652683633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloIdentityProviderList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.652699084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.652714074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserSessionList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.652729425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserTokenList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.652744975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UpdateTrustRootList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.652760315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TargetReleaseConfig"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.652775616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertClassList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.652797436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerTokenList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.652829607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroupList"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.652860698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Project"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.652907929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Disk"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.652943919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Snapshot"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.6529746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ProjectImage"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653005411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653035452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AntiAffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653080663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Instance"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653110834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPool"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653140764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InstanceNetworkInterface"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653170445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Vpc"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653199705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcRouter"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653229166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGateway"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653260007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpPool"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653296478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpAddress"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653333049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"RouterRoute"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653364799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcSubnet"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.65339712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"FloatingIp"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653426331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Image"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653455131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloImage"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653484122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AddressLot"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653512113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Blueprint"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653541413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"LoopbackAddress"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653571844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Certificate"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653594475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSession"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653610755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequest"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653632766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAccessToken"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653666476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"PhysicalDisk"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653690257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Rack"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653747438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SshKey"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653786709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Silo"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.6538111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUser"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.65382903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroup"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.65384442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SupportBundle"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653864911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653880521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SamlIdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653895692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Sled"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653911012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufRepo"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653937313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufArtifact"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653953723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufTrustRoot"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653973594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Alert"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.653989834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertReceiver"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.654005424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"WebhookSecret"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.654021025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Zpool"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.654036075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Service"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.654051395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UserBuiltin"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.654075276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerToken"}
{"msg":"registering Oso class","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.654108587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroup"}
{"msg":"full Oso configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.654132637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system.  All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n    actor.authenticated and\n    has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n#   resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project.  The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n#   the \"admin\" role for child resources.  The idea is that if you're an\n#   Organization Collaborator, you have full control over the Projects within\n#   the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level.  For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin           (superuser for the whole system)\n# - fleet.collaborator    (can manage Silos)\n# - fleet.viewer          (can read most non-siloed resources in the system)\n# - silo.admin            (superuser for the silo)\n# - silo.collaborator     (can create and own Organizations; grants project.admin on all projects)\n# - silo.limited-collaborator (grants project.limited-collaborator on all projects)\n# - silo.viewer           (can read most resources within the Silo; grants project.viewer)\n# - organization.admin    (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer   (can read most resources within the Organization)\n# - project.admin         (complete control over a Project)\n# - project.collaborator  (can manage all resources within the Project, including networking)\n# - project.limited-collaborator (can manage compute resources, but not networking resources)\n# - project.viewer        (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below).  We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system.  The name comes\n# from the idea described in RFD 24, but it's not quite right.  This probably\n# should be more like \"Region\" or \"AvailabilityZone\".  The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\troles = [\n\t    # Roles that can be attached by users\n\t    \"admin\",\n\t    \"collaborator\",\n\t    \"viewer\",\n\n\t    # Internal-only roles\n\t    \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\n# Note that certain Actors may not ever have any roles assigned to them, like\n# SCIM Actors.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet).  Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo.  To achieve this, we use permission rules here.  (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo.  That's\n# not quite the same as having the \"viewer\" role.  For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404.  This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif actor.is_user and silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t# Role hierarchy: admin > collaborator > limited-collaborator > viewer\n\t#\n\t# The \"limited-collaborator\" role can create/modify non-networking\n\t# resources (instances, disks, etc.) but cannot create/modify networking\n\t# infrastructure (VPCs, subnets, routers, internet gateways).\n\t# See nexus/authz-macros for InProjectLimited vs InProjectFull.\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"limited-collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"limited-collaborator\" if \"limited-collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro.  Some resources require custom Polar code.  Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users.  This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n    if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n    if actor.is_user and silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n}\n# We want to allow the user to modify the ssh key but disallow a SCIM IdP token\n# from doing the same.\nhas_permission(actor: AuthenticatedActor, \"modify\", ssh_key: SshKey)\n\tif actor.is_user and has_permission(actor, \"modify\", ssh_key.silo_user);\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource ScimClientBearerToken {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n    # necessary to authenticate SCIM actors\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token: ScimClientBearerToken)\n\tif scim_client_bearer_token.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerToken)\n\tif collection.silo.fleet = fleet;\n\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database.  These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\").  The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet.  None of these resources defines their own roles.\n#\n\n# Describes the quiesce state of a particular Nexus instance.\n#\n# These authz checks must not require the database.  We grant this directly to\n# callers of the internal API.\nresource QuiesceState {\n\tpermissions = [ \"read\", \"modify\" ];\n}\nhas_permission(USER_INTERNAL_API: AuthenticatedActor, \"read\", _q: QuiesceState);\nhas_permission(\n    USER_INTERNAL_API: AuthenticatedActor,\n    \"modify\",\n    _q: QuiesceState\n);\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos.  These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t    \"list_children\", # list blueprints\n\t    \"create_child\",  # create blueprint\n\t    \"read\",          # read the current target\n\t    \"modify\",        # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/update/trust-roots\" in the API\nresource UpdateTrustRootList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: UpdateTrustRootList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t    \"read\",          # read the current target release\n\t    \"modify\",        # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif actor.is_user and silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for accessing \"/v1/multicast-groups\" in the API\n# Groups are created when the first instance joins and deleted when the last leaves.\nresource MulticastGroupList {\n\tpermissions = [ \"list_children\" ];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet Viewers can list multicast groups\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group_list: MulticastGroupList)\n\tif multicast_group_list.fleet = fleet;\n\n# Any authenticated user can list multicast groups in their fleet.\n# This enables silo users to discover groups for attaching instances,\n# without requiring the Fleet::Viewer role.\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group_list: MulticastGroupList)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group_list.fleet;\n\n# MulticastGroup is a fleet-level discovery resource.\n# Join/leave authorization is gated by Instance::Modify, not the group itself.\nresource MulticastGroup {\n\tpermissions = [ \"read\", \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group: MulticastGroup)\n\tif multicast_group.fleet = fleet;\n\n# Any authenticated user can read multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"read\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Any authenticated user can list members of multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Describes the policy for reading and writing the audit log\nresource AuditLog {\n\tpermissions = [\n\t    \"list_children\", # retrieve audit log\n\t    \"create_child\",  # create audit log entry\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet viewers can read the audit log\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\n# Any actor should be able to write to the audit log because we need to be able\n# to write to the log from any request, authenticated or not. Audit log writes\n# are always a byproduct of other operations: there are no endpoints that allow\n# the user to write to the log deliberately. Note we use AuthenticatedActor\n# because we don't really mean unauthenticated -- in the case of login\n# operations, we use the external authenticator actor that creates the session\n# to authorize the audit log write.\nhas_permission(_actor: AuthenticatedActor, \"create_child\", _audit_log: AuditLog);\n\nhas_relation(fleet: Fleet, \"parent_fleet\", audit_log: AuditLog)\n\tif audit_log.fleet = fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Allow silo admins to delete and list user sessions\nresource SiloUserSessionList {\n    permissions = [ \"modify\", \"list_children\" ];\n    relations = { parent_silo: Silo };\n\n    # A silo admin can modify (e.g., delete) a user's sessions.\n    \"modify\" if \"admin\" on \"parent_silo\";\n\n    # A silo admin can list a user's sessions.\n    \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserSessionList)\n    if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own sessions\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserSessionList)\n    if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserSessionList)\n    if actor.equals_silo_user(authn_list.silo_user);\n\n# Allow silo admins to delete and list user access tokens\nresource SiloUserTokenList {\n    permissions = [ \"modify\", \"list_children\" ];\n    relations = { parent_silo: Silo };\n\n    # A silo admin can modify (e.g., delete) a user's tokens.\n    \"modify\" if \"admin\" on \"parent_silo\";\n\n    # A silo admin can list a user's tokens.\n    \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserTokenList)\n    if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own tokens\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserTokenList)\n    if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserTokenList)\n    if actor.equals_silo_user(authn_list.silo_user);\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration.  This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on.  This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission.  For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users.  This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on.  This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission.  For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on users.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n    if actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_user_list: SiloUserList)\n\tif actor.is_scim_idp and silo_user_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_user: SiloUser)\n\tif actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_user_list: SiloUserList)\n    if actor.is_scim_idp and silo_user_list.silo in actor.silo;\n\n# Describes the policy for creating and managing Silo groups (mostly intended\n# for API-managed groups)\nresource SiloGroupList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the groups in the\n\t# Silo) can see the groups in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's groups.  This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on.  This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission.  For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloGroupList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloGroupList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on groups.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_group: SiloGroup)\n    if actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_group_list: SiloGroupList)\n\tif actor.is_scim_idp and silo_group_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_group: SiloGroup)\n\tif actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_group_list: SiloGroupList)\n    if actor.is_scim_idp and silo_group_list.silo in actor.silo;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions.  This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with.  Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest)\n    if actor.is_user;\nhas_permission(actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest)\n    if actor.is_user;\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t    # \"query\" is required to perform any query against the database,\n\t    # whether a read or write query.  This is checked when an operation\n\t    # checks out a database connection from the connection pool.\n\t    #\n\t    # Any authenticated user gets this permission.  There's generally\n\t    # some other authz check involved in the database query.  For\n\t    # example, if you're querying the database to \"read\" a \"Project\", we\n\t    # should also be checking that.  So why do we do this at all?  It's\n\t    # a belt-and-suspenders measure so that if we somehow introduced an\n\t    # unauthenticated code path that hits the database, it cannot be\n\t    # used to DoS the database because we won't allow the operation to\n\t    # make the query.  (As long as the code path _is_ authenticated, we\n\t    # can use throttling mechanisms to prevent DoS.)\n\t    \"query\",\n\n\t    # \"modify\" is required to populate database data that's delivered\n\t    # with the system.  It should also be required for schema changes,\n\t    # when we support those.  This is separate from \"query\" so that we\n\t    # cannot accidentally invoke these code paths from API calls and\n\t    # other general functions.\n\t    \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_alert_receiver: AlertReceiver };\n\n\t\"read\" if \"read\" on \"parent_alert_receiver\";\n\t\"modify\" if \"modify\" on \"parent_alert_receiver\";\n}\n\nhas_relation(rx: AlertReceiver, \"parent_alert_receiver\", secret: WebhookSecret)\n\tif secret.alert_receiver = rx;\n\nresource AlertClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: AlertClassList)\n\tif collection.fleet = fleet;\n\nresource ScimClientBearerTokenList {\n\tpermissions = [ \"create_child\", \"list_children\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n    # These are all admin because being able to create these tokens would allow\n    # a user to grant themselves admin by modifying group membership through SCIM calls\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\n    # Fleet-level roles also grant privileges for SCIM client tokens, for\n    # configuration before silo admins are present.\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token_list: ScimClientBearerTokenList)\n\tif scim_client_bearer_token_list.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerTokenList)\n\tif collection.silo.fleet = fleet;\n\n# VpcList is a synthetic resource for controlling VPC creation.\n# Unlike other project resources, VPC creation requires the full \"collaborator\"\n# role rather than \"limited-collaborator\", enforcing the networking restriction.\n# This allows organizations to restrict who can reconfigure the network topology\n# while still allowing users with limited-collaborator to work with compute\n# resources (instances, disks, etc.) within the existing network.\nresource VpcList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { containing_project: Project };\n\n\t\"list_children\" if \"read\" on \"containing_project\";\n\t\"create_child\" if \"collaborator\" on \"containing_project\";\n}\nhas_relation(project: Project, \"containing_project\", collection: VpcList)\n\tif collection.project = project;\n\n\n\n                resource Disk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Disk)\n                        if child.project = parent;\n            \n\n                resource Snapshot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Snapshot)\n                        if child.project = parent;\n            \n\n                resource ProjectImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n                        if child.project = parent;\n            \n\n                resource AffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n                        if child.project = parent;\n            \n\n                resource AntiAffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n                        if child.project = parent;\n            \n\n                resource Instance {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Instance)\n                        if child.project = parent;\n            \n\n                resource IpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n                    if child.fleet = fleet;\n            \n\n                resource InstanceNetworkInterface {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Instance\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n                    if has_relation(project, \"containing_project\", child.instance);\n\n                has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n                    if child.instance = parent;\n            \n\n                resource Vpc {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Vpc)\n                        if child.project = parent;\n            \n\n                resource VpcRouter {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcRouter)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n                    if child.vpc = parent;\n            \n\n                resource InternetGateway {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGateway)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n                    if child.vpc = parent;\n            \n\n                resource InternetGatewayIpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n                    if child.internet_gateway = parent;\n            \n\n                resource InternetGatewayIpAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n                    if child.internet_gateway = parent;\n            \n\n                resource RouterRoute {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: VpcRouter\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: RouterRoute)\n                    if has_relation(project, \"containing_project\", child.vpc_router);\n\n                has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n                    if child.vpc_router = parent;\n            \n\n                resource VpcSubnet {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n                    if child.vpc = parent;\n            \n\n                resource FloatingIp {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"limited-collaborator\" on \"containing_project\";\n                    \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n                        if child.project = parent;\n            \n\n                resource Image {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: Image)\n                    if child.silo = parent;\n            \n\n                resource SiloImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n                    if child.silo = parent;\n            \n\n                resource AddressLot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n                    if child.fleet = fleet;\n            \n\n                resource Blueprint {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n                    if child.fleet = fleet;\n            \n\n                resource LoopbackAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n                    if child.fleet = fleet;\n            \n\n\n                resource ConsoleSession {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAuthRequest {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAccessToken {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n                    if child.fleet = fleet;\n            \n\n                resource PhysicalDisk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n                    if child.fleet = fleet;\n            \n\n                resource Rack {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n                    if child.fleet = fleet;\n            \n\n\n\n\n\n                resource SupportBundle {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n                    if child.fleet = fleet;\n            \n\n\n\n                resource Sled {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n                    if child.fleet = fleet;\n            \n\n                resource TufRepo {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n                    if child.fleet = fleet;\n            \n\n                resource TufArtifact {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n                    if child.fleet = fleet;\n            \n\n                resource TufTrustRoot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufTrustRoot)\n                    if child.fleet = fleet;\n            \n\n                resource Alert {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Alert)\n                    if child.fleet = fleet;\n            \n\n                resource AlertReceiver {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: AlertReceiver)\n                    if child.fleet = fleet;\n            \n\n\n                resource Zpool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n                    if child.fleet = fleet;\n            \n\n                resource Service {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n                    if child.fleet = fleet;\n            \n\n                resource UserBuiltin {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n                    if child.fleet = fleet;\n            \n\n"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.676845274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.676940986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.677762235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.678580254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.678646175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.679171927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.680182361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3957, tv_nsec: 455388421 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.680265343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.68104211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:20270","req_id":"a15191be-1e99-4fb2-acfc-29ba600a92e7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   b2 2c 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .,..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.681132893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:20270","req_id":"a15191be-1e99-4fb2-acfc-29ba600a92e7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 45612,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.681338717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.681606114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.681679475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:20270","req_id":"a15191be-1e99-4fb2-acfc-29ba600a92e7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.682537935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.682588206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.683237092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.686658051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3957, tv_nsec: 459542118 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.686738242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.686768263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:48645","req_id":"0dc5aa80-219f-4fb2-b7fc-98c197984a1e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   46 b5 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   F...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.686818924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:48645","req_id":"0dc5aa80-219f-4fb2-b7fc-98c197984a1e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 18101,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.686988088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.687022619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:48645","req_id":"0dc5aa80-219f-4fb2-b7fc-98c197984a1e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.687088581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.687136862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.687183813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.687228354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.687874559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.726666218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.727717142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:22814","req_id":"2bf57877-3ee2-4642-a7e1-d87a887ac404","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   05 63 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .c..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.727861305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:22814","req_id":"2bf57877-3ee2-4642-a7e1-d87a887ac404","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 1379,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.72807998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.728174522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:22814","req_id":"2bf57877-3ee2-4642-a7e1-d87a887ac404","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.729139515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.729199366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.729600755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.767876602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.768485116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:45412","req_id":"a82ea8cc-c905-40da-b404-bf4e0d05a145","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   c1 b1 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.76862933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:45412","req_id":"a82ea8cc-c905-40da-b404-bf4e0d05a145","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 49585,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.768856165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.769020549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:45412","req_id":"a82ea8cc-c905-40da-b404-bf4e0d05a145","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.772991701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.773065863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.773907602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.813658023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.814592644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9781199b-fbf8-46ea-aa5e-e260d89b31aa\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:08:40 GMT\"} })"}
{"msg":"applying multicast configuration via DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.814755578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"underlay_ip":"ff04::e002:1/128","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_ip":"224.2.0.1/32","external_group_name":"consistency-group-2","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c","switch_count":"1"}
{"msg":"DPD multicast group creation initiated across rack switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.81484068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_groups","specific_sources_count":0,"has_any_source_member":true,"address_mode":"ASM","multicast_scope":"IPv4_External","switch_count":1,"vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:1/128","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_multicast_ip":"224.2.0.1/32","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.814911962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:37375/multicast/underlay-groups","method":"POST"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.815743601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.820984773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.821083435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.821128506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.821685049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.823319147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.823404179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.8234574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.823505981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.823699136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.824813211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.826525381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/underlay-groups\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d558c23e-6bee-425c-bd2b-3fcb7e84bfdd\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:08:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.826726066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:37375/multicast/external-groups","method":"POST"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.826966671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75c2814c-bbda-4e34-bebd-d7913df0d6a7\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:08:40 GMT\"} })"}
{"msg":"applying multicast configuration via DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.827106915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"underlay_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_ip":"224.2.0.0/32","external_group_name":"consistency-group-1","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507","switch_count":"1"}
{"msg":"DPD multicast group creation initiated across rack switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.827167576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_groups","specific_sources_count":0,"has_any_source_member":true,"address_mode":"ASM","multicast_scope":"IPv4_External","switch_count":1,"vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:0/128","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_multicast_ip":"224.2.0.0/32","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.827227027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:37375/multicast/underlay-groups","method":"POST"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.827380691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.828434776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.828490297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.828550178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.829171982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.830119795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.830167425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.830957384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.832323385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/external-groups\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18f166a0-b1e9-4c6b-94e6-07bcd7cbf804\", \"content-length\": \"272\", \"date\": \"Fri, 16 Jan 2026 23:08:40 GMT\"} })"}
{"msg":"DPD multicast forwarding configuration completed - all switches configured","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.832481689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_groups","external_forwarding_vlan":"None","dpd_operations_completed":"[create_external_group, create_underlay_group, configure_nat_mapping]","switch_count":1,"underlay_multicast_ip":"AdminScopedIpv6(ff04::e002:1)","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_multicast_ip":"224.2.0.1/32","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"applied multicast configuration via DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.83255076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_ip":"ff04::e002:1/128","external_ip":"224.2.0.1/32","underlay_group_id":"d288e423-120c-496d-9756-a596da108522","external_group_name":"consistency-group-2","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.836031141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/underlay-groups\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd358b68-709c-4b82-a4aa-4fce1e71c338\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:08:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.836653796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:37375/multicast/external-groups","method":"POST"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.836711937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81df33b8-a355-45ff-9b3f-180add39df53\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:08:40 GMT\"} })"}
{"msg":"applying multicast configuration via DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.836771758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","has_any_source_member":true,"source_ips_count":0,"underlay_ip":"ff04::e002:2/128","underlay_group_id":"a47cd6e9-5425-42f3-8e05-12481afd1fcb","external_ip":"224.2.0.2/32","external_group_name":"consistency-group-3","external_group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41","switch_count":"1"}
{"msg":"DPD multicast group creation initiated across rack switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.83683453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_groups","specific_sources_count":0,"has_any_source_member":true,"address_mode":"ASM","multicast_scope":"IPv4_External","switch_count":1,"vni":"Vni(Vni(77))","underlay_multicast_ip":"ff04::e002:2/128","underlay_group_id":"a47cd6e9-5425-42f3-8e05-12481afd1fcb","external_multicast_ip":"224.2.0.2/32","external_group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.836921102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:37375/multicast/underlay-groups","method":"POST"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.836980723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.837021894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"external\": Object {\"external_forwarding\": Object {}, \"external_group_id\": Number(65534), \"group_ip\": String(\"224.2.0.1\"), \"internal_forwarding\": Object {\"nat_target\": Object {\"inner_mac\": Object {\"a\": Array [Number(51), Number(51), Number(224), Number(2), Number(0), Number(1)]}, \"internal_ip\": String(\"ff04::e002:1\"), \"vni\": Number(77)}}, \"tag\": String(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\")}, \"underlay\": Object {\"external_group_id\": Number(65534), \"group_ip\": String(\"ff04::e002:1\"), \"members\": Array [], \"tag\": String(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), \"underlay_group_id\": Number(65533)}})","node_id":"1","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.839638895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.840380622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.840454394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.840496495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.840537885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.841688252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.842431829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.842484731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.842518601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.842572553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/external-groups\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"722055cb-4463-4cae-9f6d-fb421009cbc6\", \"content-length\": \"272\", \"date\": \"Fri, 16 Jan 2026 23:08:40 GMT\"} })"}
{"msg":"DPD multicast forwarding configuration completed - all switches configured","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.842751827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_groups","external_forwarding_vlan":"None","dpd_operations_completed":"[create_external_group, create_underlay_group, configure_nat_mapping]","switch_count":1,"underlay_multicast_ip":"AdminScopedIpv6(ff04::e002:0)","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_multicast_ip":"224.2.0.0/32","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"applied multicast configuration via DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.842832089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_ip":"ff04::e002:0/128","external_ip":"224.2.0.0/32","underlay_group_id":"c2364f1d-f234-4e82-9cb0-ba5f535116ac","external_group_name":"consistency-group-1","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.845792378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.845850659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"external\": Object {\"external_forwarding\": Object {}, \"external_group_id\": Number(65532), \"group_ip\": String(\"224.2.0.0\"), \"internal_forwarding\": Object {\"nat_target\": Object {\"inner_mac\": Object {\"a\": Array [Number(51), Number(51), Number(224), Number(2), Number(0), Number(0)]}, \"internal_ip\": String(\"ff04::e002:0\"), \"vni\": Number(77)}}, \"tag\": String(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\")}, \"underlay\": Object {\"external_group_id\": Number(65532), \"group_ip\": String(\"ff04::e002:0\"), \"members\": Array [], \"tag\": String(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), \"underlay_group_id\": Number(65531)}})","node_id":"1","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.846498294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.846563675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.847312373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.848683625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.848731996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"2","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.849553815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.850597219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.85065088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.850689841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.851563271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/underlay-groups\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47b08f7b-78fa-4b46-8104-84b993cf001c\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:08:40 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.851780356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:37375/multicast/external-groups","method":"POST"}
{"msg":"updating multicast group state to 'Active'","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.852983414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","current_state":"Creating","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.853087806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UpdateGroupState","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.853151968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UpdateGroupState","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.853740791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UpdateGroupState","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.854688304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.854740845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"2","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"using fallback path: querying DPD directly for member removal","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.855484052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"sled_id_unavailable_or_resolution_failed","member_sled_id":"None","member_id":"cc294b96-b30f-48d8-be22-c984ee7815ce"}
{"msg":"fetching underlay group members from DPD for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.855545484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","switch":"switch0","underlay_ip":"ff04::e002:1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.855585184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/underlay-groups/ff04::e002:1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.856587488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.856662219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.85670247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.856740971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.856771152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.863191401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/external-groups\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"425b8301-bb0a-4124-8ffc-cafe2fa6ad4e\", \"content-length\": \"272\", \"date\": \"Fri, 16 Jan 2026 23:08:40 GMT\"} })"}
{"msg":"DPD multicast forwarding configuration completed - all switches configured","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.864530421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"create_groups","external_forwarding_vlan":"None","dpd_operations_completed":"[create_external_group, create_underlay_group, configure_nat_mapping]","switch_count":1,"underlay_multicast_ip":"AdminScopedIpv6(ff04::e002:2)","underlay_group_id":"a47cd6e9-5425-42f3-8e05-12481afd1fcb","external_multicast_ip":"224.2.0.2/32","external_group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41"}
{"msg":"applied multicast configuration via DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.86490871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","underlay_ip":"ff04::e002:2/128","external_ip":"224.2.0.2/32","underlay_group_id":"a47cd6e9-5425-42f3-8e05-12481afd1fcb","external_group_name":"consistency-group-3","external_group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.866582989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.866877856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"external\": Object {\"external_forwarding\": Object {}, \"external_group_id\": Number(65530), \"group_ip\": String(\"224.2.0.2\"), \"internal_forwarding\": Object {\"nat_target\": Object {\"inner_mac\": Object {\"a\": Array [Number(51), Number(51), Number(224), Number(2), Number(0), Number(2)]}, \"internal_ip\": String(\"ff04::e002:2\"), \"vni\": Number(77)}}, \"tag\": String(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\")}, \"underlay\": Object {\"external_group_id\": Number(65530), \"group_ip\": String(\"ff04::e002:2\"), \"members\": Array [], \"tag\": String(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), \"underlay_group_id\": Number(65529)}})","node_id":"1","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.871847111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.871937223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.872000565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.872033425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"updating multicast group state to 'Active'","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.872096137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","current_state":"Creating","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.872170009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UpdateGroupState","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.872212399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UpdateGroupState","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.872268541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UpdateGroupState","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.872312612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/underlay-groups/ff04::e002:1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a91af1a7-0d2a-4045-ac07-4b812987626d\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:08:40 GMT\"} })"}
{"msg":"underlay group members fetched from DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.872370223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","member_count":0,"switch":"switch0","underlay_ip":"ff04::e002:1"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.872411684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.872459465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.880353118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.880410489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.88044625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"2","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.880487381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.880521162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.880558893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.880577283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.88216827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.882276863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.882338404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.883129963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"updating multicast group state to 'Active'","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.885414065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","current_state":"Creating","external_group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.885473327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UpdateGroupState","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.885526618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UpdateGroupState","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.885571429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UpdateGroupState","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.886135802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.886202594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.886245004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.887101394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.889422078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:34.758685Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Creating, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: cc294b96-b30f-48d8-be22-c984ee7815ce, time_created: 2026-01-16T23:08:35.062897Z, time_modified: 2026-01-16T23:08:40.158175Z, time_deleted: None, external_group_id: a9c05218-3fb7-462e-a6e5-eaf77011803c, parent_id: 047649a1-bd77-4a29-8488-f19a376f3d65, sled_id: None, state: Left, version_added: Generation(Generation(2051)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.88992741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:34.758685Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Creating, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.890020532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.890088964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.890241807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"transitioned multicast group to 'Active'","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.890902432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","external_group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.891013025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.891050306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"transitioned multicast group to 'Active'","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.892040369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","external_group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.892115771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.892178992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.895165922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.905776197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.905952111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.906025683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.906077944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.906127025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.906593096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.907816014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.909092224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"4","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.910003025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.910072707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.910121768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.910169039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.910834854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.911871958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.91192337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"4","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.912639306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.912694247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.912741938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.913492976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.913968287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.93264971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.932808674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.932904016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.932963527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.933008508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.933574641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.935961896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.936016257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"4","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.936643532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.936695103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"4","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.938546446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.944259649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.944342921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.944470534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.94518135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.946572732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.946651254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.946704995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.947280719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.950027262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.950106094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.950157275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.950199766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.954649229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.954712721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.954752412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.954783792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.954862134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.954894965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.955067489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.955733924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.960664579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.960763101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.960816172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.961956799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"transitioned multicast group to 'Active'","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.963126616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","saga_name":"multicast-group-dpd-ensure","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","external_group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.963261029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.963329491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.966211057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"success"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.966365491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"ab61cdd3-daf3-42db-a217-4189cd3ddf9a","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.978529653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.988446172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.988639477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.988687598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.989483427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.990472629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.990537691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"4","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.991223127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.99178712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.991929113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.992931987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.992987708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.993022099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.993784056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.994780009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.99482696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"4","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"using fallback path: querying DPD directly for member removal","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:40.995827043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"sled_id_unavailable_or_resolution_failed","member_sled_id":"None","member_id":"1396c948-d098-4b75-948b-14fba9766ce4"}
{"msg":"fetching underlay group members from DPD for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.995964786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","switch":"switch0","underlay_ip":"ff04::e002:0"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.996032868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/underlay-groups/ff04::e002:0","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.997318348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/underlay-groups/ff04::e002:0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a097c9eb-672b-432c-9bad-09e49d70cbdf\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:08:40 GMT\"} })"}
{"msg":"underlay group members fetched from DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.997532493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","member_count":0,"switch":"switch0","underlay_ip":"ff04::e002:0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:40.997587894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.997623935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:40.998669399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.062047897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.062133969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.062822005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.064149796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"success"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.064275029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"54113956-d523-4fb0-aab6-7717131acd0f","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.064679298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.066501281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.066554432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.076595325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.076749388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.076795579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.07683432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.076857861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.077439404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.078063319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.095115804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.095280238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.095393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.096227909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.098164644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: 1396c948-d098-4b75-948b-14fba9766ce4, time_created: 2026-01-16T23:08:34.510247Z, time_modified: 2026-01-16T23:08:40.214422Z, time_deleted: None, external_group_id: f643b999-0df5-4ca9-8524-3431f1dbb507, parent_id: 654b8aa8-0014-4f2e-b375-089d955844b2, sled_id: None, state: Left, version_added: Generation(Generation(1025)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.098286247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:34.241446Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Creating, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"member state reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.098363929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":3}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.09840117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.09843224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.098470331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.098918402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.102905064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.104060471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.104112662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.104149433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.104769587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.108114184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"multicast-group-dpd-ensure","saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"success"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.108309719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"8193eb18-1086-495c-bea7-fbc11a6eea77","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.108658767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.1087889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.108910763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.110636683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.156174268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.160676442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.161391759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.162457904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.162548656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.162654178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.162771431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.163400516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.166049627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.1704788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.173449549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.174211376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.174407351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.175379543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.175510556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.175633259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.176498999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.177137004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.177198235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.177258946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.177298237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.177764308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.178318161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46266"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.178390683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.178437464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.178881774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.179929368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.180649925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723/poke","method":"POST","req_id":"fc1da6ba-7506-40ff-bec7-218c72e264ba","remote_addr":"[::1]:46266","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.180766448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723/poke","method":"POST","req_id":"fc1da6ba-7506-40ff-bec7-218c72e264ba","remote_addr":"[::1]:46266","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"simulated transition finish","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.181071765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"fb208665-16a8-4b92-8afa-3c5dc2b05723","kind":"instances","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","action":"None","desired_after":"Some(Stopped)","state_after":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, generation: Generation(5), time_updated: 2026-01-16T23:08:41.181021414Z }, migration_in: None, migration_out: None }","requested_state":"Some(Stopped)","state_before":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, generation: Generation(4), time_updated: 2026-01-16T23:08:40.403997312Z }, migration_in: None, migration_out: None }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.181352281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:36887/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.182085338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"31dd4dca-ba13-4ff2-939e-cb0fc54a5276","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.18214958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"31dd4dca-ba13-4ff2-939e-cb0fc54a5276","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"received new VMM runtime state from sled agent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.182419176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"31dd4dca-ba13-4ff2-939e-cb0fc54a5276","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Stopping, generation: Generation(5), time_updated: 2026-01-16T23:08:41.181021414Z }","propolis_id":"fb208665-16a8-4b92-8afa-3c5dc2b05723"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.18255332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"31dd4dca-ba13-4ff2-939e-cb0fc54a5276","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.182666932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"31dd4dca-ba13-4ff2-939e-cb0fc54a5276","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.1834252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"31dd4dca-ba13-4ff2-939e-cb0fc54a5276","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.184651508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.18471665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.184953225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.185040257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.186149573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.18864139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.188785624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.189183653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.200020884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.200149277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.200249139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.203100645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.204427746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.210540768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.217475538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46268"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.218265097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9/poke","method":"POST","req_id":"002baec1-8e8b-4c40-a1ff-2222b840c70a","remote_addr":"[::1]:46268","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.21839031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9/poke","method":"POST","req_id":"002baec1-8e8b-4c40-a1ff-2222b840c70a","remote_addr":"[::1]:46268","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"simulated transition finish","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.218666046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"dbce397c-271a-4e0c-bc27-54b8e59e34b9","kind":"instances","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","action":"None","desired_after":"Some(Stopped)","state_after":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, generation: Generation(5), time_updated: 2026-01-16T23:08:41.218611235Z }, migration_in: None, migration_out: None }","requested_state":"Some(Stopped)","state_before":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, generation: Generation(4), time_updated: 2026-01-16T23:08:40.403740596Z }, migration_in: None, migration_out: None }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.218936432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:36887/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.219495505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58458"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.220110539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"e1f30a84-3628-4179-b859-f38ebab5b182","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.220215332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"e1f30a84-3628-4179-b859-f38ebab5b182","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"received new VMM runtime state from sled agent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.230478259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"e1f30a84-3628-4179-b859-f38ebab5b182","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Stopping, generation: Generation(5), time_updated: 2026-01-16T23:08:41.218611235Z }","propolis_id":"dbce397c-271a-4e0c-bc27-54b8e59e34b9"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.231686057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"e1f30a84-3628-4179-b859-f38ebab5b182","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.2318122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"e1f30a84-3628-4179-b859-f38ebab5b182","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.23308237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"e1f30a84-3628-4179-b859-f38ebab5b182","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.235633199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.235887635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.236811356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.295123757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.29525839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.29611785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:41.297740718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.299334585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"31dd4dca-ba13-4ff2-939e-cb0fc54a5276","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":117270,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.301648048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:36887/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723\", status: 204, headers: {\"x-request-id\": \"31dd4dca-ba13-4ff2-939e-cb0fc54a5276\", \"date\": \"Fri, 16 Jan 2026 23:08:41 GMT\"} })"}
{"msg":"simulated transition finish","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.30170586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"fb208665-16a8-4b92-8afa-3c5dc2b05723","kind":"instances","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","action":"None","desired_after":"Some(Stopped)","state_after":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, generation: Generation(6), time_updated: 2026-01-16T23:08:41.301674339Z }, migration_in: None, migration_out: None }","requested_state":"Some(Stopped)","state_before":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, generation: Generation(5), time_updated: 2026-01-16T23:08:41.181021414Z }, migration_in: None, migration_out: None }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.301852493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:36887/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.302372475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.302436097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.302480547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.303306367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.30472858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.304850623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.304977705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.305105488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.306798528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.307685248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"c85070f8-b95e-4044-9817-5b46a7d30a7d","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.307790891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"c85070f8-b95e-4044-9817-5b46a7d30a7d","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"received new VMM runtime state from sled agent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.308252612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"c85070f8-b95e-4044-9817-5b46a7d30a7d","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Stopping, generation: Generation(6), time_updated: 2026-01-16T23:08:41.301674339Z }","propolis_id":"fb208665-16a8-4b92-8afa-3c5dc2b05723"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.308358634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"c85070f8-b95e-4044-9817-5b46a7d30a7d","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.308464097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"c85070f8-b95e-4044-9817-5b46a7d30a7d","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.309189823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"c85070f8-b95e-4044-9817-5b46a7d30a7d","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.311730042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"e1f30a84-3628-4179-b859-f38ebab5b182","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":91624,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.312324926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:36887/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9\", status: 204, headers: {\"x-request-id\": \"e1f30a84-3628-4179-b859-f38ebab5b182\", \"date\": \"Fri, 16 Jan 2026 23:08:41 GMT\"} })"}
{"msg":"simulated transition finish","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.31250469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"dbce397c-271a-4e0c-bc27-54b8e59e34b9","kind":"instances","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","action":"None","desired_after":"Some(Stopped)","state_after":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, generation: Generation(6), time_updated: 2026-01-16T23:08:41.312450659Z }, migration_in: None, migration_out: None }","requested_state":"Some(Stopped)","state_before":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, generation: Generation(5), time_updated: 2026-01-16T23:08:41.218611235Z }, migration_in: None, migration_out: None }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.312797937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:36887/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.313251197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":3}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.313422231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.313538424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.314259951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.316518643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.316579594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.316618535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.316662176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.316699577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.31682281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.31810869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.323101825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.326111165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"66307d5a-2b23-4698-bad9-3c4dd8da9c4c","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.326174456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"66307d5a-2b23-4698-bad9-3c4dd8da9c4c","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"received new VMM runtime state from sled agent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.326515424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"66307d5a-2b23-4698-bad9-3c4dd8da9c4c","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Stopping, generation: Generation(6), time_updated: 2026-01-16T23:08:41.312450659Z }","propolis_id":"dbce397c-271a-4e0c-bc27-54b8e59e34b9"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.326588466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"66307d5a-2b23-4698-bad9-3c4dd8da9c4c","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.326638557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"66307d5a-2b23-4698-bad9-3c4dd8da9c4c","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.327224501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"66307d5a-2b23-4698-bad9-3c4dd8da9c4c","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.329293999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46270"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.329679128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192/poke","method":"POST","req_id":"65b2430e-0bb3-4b48-abaa-2ce9bfc20912","remote_addr":"[::1]:46270","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.32979188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192/poke","method":"POST","req_id":"65b2430e-0bb3-4b48-abaa-2ce9bfc20912","remote_addr":"[::1]:46270","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"simulated transition finish","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.330047626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"629b0124-32fc-4f22-b77d-706819a10192","kind":"instances","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","action":"None","desired_after":"Some(Stopped)","state_after":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, generation: Generation(5), time_updated: 2026-01-16T23:08:41.330001295Z }, migration_in: None, migration_out: None }","requested_state":"Some(Stopped)","state_before":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, generation: Generation(4), time_updated: 2026-01-16T23:08:40.418649552Z }, migration_in: None, migration_out: None }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.330312942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:36887/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.330965658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58460"}
{"msg":"fetching external group state from all switches for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.331381517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switch_count":1,"group_ip":"224.2.0.0"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.331456909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/groups/224.2.0.0","method":"GET"}
{"msg":"fetching external group state from all switches for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.332096414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switch_count":1,"group_ip":"224.2.0.1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.332165925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/groups/224.2.0.1","method":"GET"}
{"msg":"fetching external group state from all switches for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.332413221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switch_count":1,"group_ip":"224.2.0.2"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.332549554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/groups/224.2.0.2","method":"GET"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.333122708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"c85070f8-b95e-4044-9817-5b46a7d30a7d","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":25417,"response_code":204}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.333570458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"62327c0e-7309-4176-9d23-b602b296d3bd","remote_addr":"127.0.0.1:58460","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.3336726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"62327c0e-7309-4176-9d23-b602b296d3bd","remote_addr":"127.0.0.1:58460","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.33410294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/groups/224.2.0.0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a52f210d-4894-4a86-8473-3dbd46ff104b\", \"content-length\": \"290\", \"date\": \"Fri, 16 Jan 2026 23:08:41 GMT\"} })"}
{"msg":"external group state fetched from all switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.334271214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switches_with_group":1,"switches_queried":1,"group_ip":"224.2.0.0"}
{"msg":"received new VMM runtime state from sled agent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.334618102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"62327c0e-7309-4176-9d23-b602b296d3bd","remote_addr":"127.0.0.1:58460","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Stopping, generation: Generation(5), time_updated: 2026-01-16T23:08:41.330001295Z }","propolis_id":"629b0124-32fc-4f22-b77d-706819a10192"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.334702484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"62327c0e-7309-4176-9d23-b602b296d3bd","remote_addr":"127.0.0.1:58460","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.334752926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"62327c0e-7309-4176-9d23-b602b296d3bd","remote_addr":"127.0.0.1:58460","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.335354689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"62327c0e-7309-4176-9d23-b602b296d3bd","remote_addr":"127.0.0.1:58460","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.336214369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:36887/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723\", status: 204, headers: {\"x-request-id\": \"c85070f8-b95e-4044-9817-5b46a7d30a7d\", \"date\": \"Fri, 16 Jan 2026 23:08:41 GMT\"} })"}
{"msg":"simulated transition finish","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.336370493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"fb208665-16a8-4b92-8afa-3c5dc2b05723","kind":"instances","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","action":"Some(Destroy)","desired_after":"None","state_after":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, generation: Generation(7), time_updated: 2026-01-16T23:08:41.336325302Z }, migration_in: None, migration_out: None }","requested_state":"Some(Stopped)","state_before":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, generation: Generation(6), time_updated: 2026-01-16T23:08:41.301674339Z }, migration_in: None, migration_out: None }"}
{"msg":"object is ready to destroy","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.336494646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"kind":"instances","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","object_id":"fb208665-16a8-4b92-8afa-3c5dc2b05723"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.336697971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:36887/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.33839264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.338470592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.338548173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/groups/224.2.0.1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2eec5172-68f0-4464-b509-d65555038ce3\", \"content-length\": \"290\", \"date\": \"Fri, 16 Jan 2026 23:08:41 GMT\"} })"}
{"msg":"external group state fetched from all switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.338708527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switches_with_group":1,"switches_queried":1,"group_ip":"224.2.0.1"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.33884833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/groups/224.2.0.2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59c57637-10a0-4e15-8bfc-517dd0cdac9e\", \"content-length\": \"290\", \"date\": \"Fri, 16 Jan 2026 23:08:41 GMT\"} })"}
{"msg":"external group state fetched from all switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.338933142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switches_with_group":1,"switches_queried":1,"group_ip":"224.2.0.2"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.338976543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:40.877371Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Active, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","state":"Active"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.339043195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:40.950337Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Active, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }","state":"Active"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.339107146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:40.889238Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Active, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }","state":"Active"}
{"msg":"group reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.339178598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":3,"processed":3,"state":"Active"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.340252543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.340300424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.340342475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.340382256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"received new VMM runtime state from sled agent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.340814366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Destroyed, generation: Generation(7), time_updated: 2026-01-16T23:08:41.336325302Z }","propolis_id":"fb208665-16a8-4b92-8afa-3c5dc2b05723"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.340918138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.340973779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.342885664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.345555806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.345609507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":6,"orphaned_member_cleanup":0,"member_lifecycle_transitions":3,"active_groups_verified":3,"external_groups_deleted":0,"external_groups_created":3}
{"msg":"multicast RPW reconciliation pass completed successfully","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.346930027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_operations":6,"orphaned_members_cleaned":0,"member_state_transitions":3,"active_groups_verified":3,"external_groups_deleted":0,"external_groups_created":3}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.346987579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":3,\"groups_deleted\":0,\"groups_verified\":3,\"members_deleted\":0,\"members_processed\":3}","iteration":13,"elapsed":"1.133625833s"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.347558722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Signaled"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.347603413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.347664434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.347695435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.348695848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:44017","req_id":"e53fdd03-615f-4f5f-affb-067996244b77","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   e5 1d 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.34876118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:44017","req_id":"e53fdd03-615f-4f5f-affb-067996244b77","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58653,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.348927234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.349120868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.349280822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:44017","req_id":"e53fdd03-615f-4f5f-affb-067996244b77","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.349998738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3958, tv_nsec: 125248940 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.35007649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.350572032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"66307d5a-2b23-4698-bad9-3c4dd8da9c4c","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":24454,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.351178926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:36887/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9\", status: 204, headers: {\"x-request-id\": \"66307d5a-2b23-4698-bad9-3c4dd8da9c4c\", \"date\": \"Fri, 16 Jan 2026 23:08:41 GMT\"} })"}
{"msg":"simulated transition finish","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.351245577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"dbce397c-271a-4e0c-bc27-54b8e59e34b9","kind":"instances","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","action":"Some(Destroy)","desired_after":"None","state_after":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, generation: Generation(7), time_updated: 2026-01-16T23:08:41.351141135Z }, migration_in: None, migration_out: None }","requested_state":"Some(Stopped)","state_before":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, generation: Generation(6), time_updated: 2026-01-16T23:08:41.312450659Z }, migration_in: None, migration_out: None }"}
{"msg":"object is ready to destroy","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.351310589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"kind":"instances","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","object_id":"dbce397c-271a-4e0c-bc27-54b8e59e34b9"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.35134357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:36887/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.351897052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.352020765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.35221114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:23040","req_id":"0fce8e5a-7fae-4788-9cb3-d0a10e9e7bba","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   c4 e0 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.352281821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:23040","req_id":"0fce8e5a-7fae-4788-9cb3-d0a10e9e7bba","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 50400,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.352461436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.352491016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:23040","req_id":"0fce8e5a-7fae-4788-9cb3-d0a10e9e7bba","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"received new VMM runtime state from sled agent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.352816394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Destroyed, generation: Generation(7), time_updated: 2026-01-16T23:08:41.351141135Z }","propolis_id":"dbce397c-271a-4e0c-bc27-54b8e59e34b9"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.352912626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.352970528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.353775346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.393255811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.394269824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"62327c0e-7309-4176-9d23-b602b296d3bd","remote_addr":"127.0.0.1:58460","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":60693,"response_code":204}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.395676577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.395744578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.395785489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.396581387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.397330605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.397470108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.39753652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.398018001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.398592984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.39929221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.399346212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.399403033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.399447814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.399488455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.400071068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.400714254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.401733157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"51.542µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.401791118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.401832839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.401885441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.401927042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.401972783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.402010993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.402070165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.402115896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.402158067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.40270388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.403250702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.403462437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.403517458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.404071531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.404579853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.404710856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.404779687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.404825609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.404870539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.405382921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.406824175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.406923417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.409757013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"2.912918ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.409914267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.410022969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.410108371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.410223034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.410337946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.410435629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.411169796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.412041056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:36887/vmms/629b0124-32fc-4f22-b77d-706819a10192\", status: 204, headers: {\"x-request-id\": \"62327c0e-7309-4176-9d23-b602b296d3bd\", \"date\": \"Fri, 16 Jan 2026 23:08:41 GMT\"} })"}
{"msg":"simulated transition finish","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.41220547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"629b0124-32fc-4f22-b77d-706819a10192","kind":"instances","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","action":"None","desired_after":"Some(Stopped)","state_after":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, generation: Generation(6), time_updated: 2026-01-16T23:08:41.412160359Z }, migration_in: None, migration_out: None }","requested_state":"Some(Stopped)","state_before":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, generation: Generation(5), time_updated: 2026-01-16T23:08:41.330001295Z }, migration_in: None, migration_out: None }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.412442655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:36887/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.41439212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"fa1d397d-3b51-4c74-a35e-de397a6a186d","remote_addr":"127.0.0.1:58460","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.414501803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"fa1d397d-3b51-4c74-a35e-de397a6a186d","remote_addr":"127.0.0.1:58460","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.414785229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.414914483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.415025085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.415130628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.41522984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.416034968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"received new VMM runtime state from sled agent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.417140464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"fa1d397d-3b51-4c74-a35e-de397a6a186d","remote_addr":"127.0.0.1:58460","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Stopping, generation: Generation(6), time_updated: 2026-01-16T23:08:41.412160359Z }","propolis_id":"629b0124-32fc-4f22-b77d-706819a10192"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.417273027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"fa1d397d-3b51-4c74-a35e-de397a6a186d","remote_addr":"127.0.0.1:58460","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.41740447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"fa1d397d-3b51-4c74-a35e-de397a6a186d","remote_addr":"127.0.0.1:58460","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.418146327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"fa1d397d-3b51-4c74-a35e-de397a6a186d","remote_addr":"127.0.0.1:58460","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.4187128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba772ccb-737d-46b4-b6ed-edd27e1706c7\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:08:41 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.418839323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.418886044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.418926655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.419390596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.422364965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.430032043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.430152356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.430282088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.431018076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.432213944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.438908388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.439040882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.439152434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.439933102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.441171931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.44630107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.446406632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.446525195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.446630287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.44672888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.447467206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.448349607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.467945531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.468063184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.468162686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.468987635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.502289767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.502945452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.503530775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":2,"elapsed":"104.92064ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.504001446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.50415787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.504232652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.504272002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.505935161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.50631154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.506366761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.506510245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.506559366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.506602767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.506649758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.506685739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.507271392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.507935048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.507985939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.50802398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.508599693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.51061244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:27421","req_id":"e8730b95-b131-4746-8692-0047692f73ec","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   5f 7f 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   _............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.510686411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:27421","req_id":"e8730b95-b131-4746-8692-0047692f73ec","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 24447,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.510873626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.511094261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.512114854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:27421","req_id":"e8730b95-b131-4746-8692-0047692f73ec","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.512208126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:34946","req_id":"9596fb88-a593-48c7-867b-823ee981e0c9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   54 39 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   T9..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.512276818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:34946","req_id":"9596fb88-a593-48c7-867b-823ee981e0c9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21561,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.512460742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.512503403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.512551634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:34946","req_id":"9596fb88-a593-48c7-867b-823ee981e0c9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.513828884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3958, tv_nsec: 289080505 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.513976967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.514405177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3958, tv_nsec: 289683350 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.514555071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.514784246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:50498","req_id":"0085e58d-4725-44f3-8835-1931674e2a29","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   f8 0b 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.51494335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:50498","req_id":"0085e58d-4725-44f3-8835-1931674e2a29","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 63499,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.515244717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.515497363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.515658517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:50498","req_id":"0085e58d-4725-44f3-8835-1931674e2a29","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.51625691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"new VMM runtime state from sled agent requires an instance-update saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.521752898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","migration_out_needs_update":false,"migration_in_needs_update":false,"vmm_needs_update":true,"propolis_id":"dbce397c-271a-4e0c-bc27-54b8e59e34b9"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.523203871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.523340654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.524251085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"new VMM runtime state from sled agent requires an instance-update saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.525331861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","migration_out_needs_update":false,"migration_in_needs_update":false,"vmm_needs_update":true,"propolis_id":"fb208665-16a8-4b92-8afa-3c5dc2b05723"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.525412903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.525465194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.526039127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.528141936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.528191657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.528231398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.528270069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.528810382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.529872786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"original_time_started":"2026-01-16 23:08:17.449297 UTC","original_id":"1f884896-3377-4f37-8274-2f6d5ab61291","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.531813701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"1f884896-3377-4f37-8274-2f6d5ab61291\",\"time_loaded\":\"2026-01-16T23:08:41.399298151Z\",\"time_started\":\"2026-01-16T23:08:17.449297Z\"}}","iteration":4,"elapsed":"132.51514ms"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.532990028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3958, tv_nsec: 308231629 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.533139551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.535550937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.562657425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.563435753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.563496865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.563870163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.566551776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.582798612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.582884584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.582986726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.583699513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.596023918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.596176332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":7,"elapsed":"181.378771ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.596503519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.609297566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.609427189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.609556802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.610268238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.612182783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:35809","req_id":"8d6ccf33-dd13-4142-acf9-a9d8ab819483","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   1e 2b 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .+..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.612430828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:35809","req_id":"8d6ccf33-dd13-4142-acf9-a9d8ab819483","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 7723,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.612868559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.633025086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:35809","req_id":"8d6ccf33-dd13-4142-acf9-a9d8ab819483","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.633340213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:52047","req_id":"0c32249e-d64f-4e7a-be0a-6079ce6d51a7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   a9 1a 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.633567558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:52047","req_id":"0c32249e-d64f-4e7a-be0a-6079ce6d51a7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 43290,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.63407421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.634234414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:52047","req_id":"0c32249e-d64f-4e7a-be0a-6079ce6d51a7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.634431598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:8626","req_id":"f93ccf17-e7e5-4c27-851e-319ed23a67d2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   08 73 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .s..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.63580574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:8626","req_id":"f93ccf17-e7e5-4c27-851e-319ed23a67d2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2163,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.636100757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.636331252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.636479585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:8626","req_id":"f93ccf17-e7e5-4c27-851e-319ed23a67d2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.683872894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.684047438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.684799525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.68803673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.707982902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.711931193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.712078987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.71307625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.714112454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.717322258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.782880287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.784178398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.78426682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.785796605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3958, tv_nsec: 559966261 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.785877797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.786041141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:21787","req_id":"8e3e01c7-6995-43bf-947b-20fe6748901c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   4a 3d 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   J=..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.786127703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:21787","req_id":"8e3e01c7-6995-43bf-947b-20fe6748901c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19005,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.786329707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.786682635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:21787","req_id":"8e3e01c7-6995-43bf-947b-20fe6748901c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.787109865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.787175637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.794564188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.799056532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.799122343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.799158564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.799200915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.799912472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.955981307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/all-sp-ids","method":"GET"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.956473269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.957237357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.957300018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.95952434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.960220505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.960788229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.961220279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.96127595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.962118469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.964328201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":3,"elapsed":"457.799355ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.964573006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.964624708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.965294423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.966624974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"3c336b96-14c4-404f-9212-f7b7ab2d5bfc","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.966946501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a00dc9d6-b6f5-4d39-ad36-6315bafa14dc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.967003253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a00dc9d6-b6f5-4d39-ad36-6315bafa14dc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.967111735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:30027","req_id":"1072fccc-76aa-422c-8f8d-dcbbfaf82c9c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   7d b3 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   }............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.967204867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:30027","req_id":"1072fccc-76aa-422c-8f8d-dcbbfaf82c9c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 32179,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.967415692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.967660128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.96774103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:30027","req_id":"1072fccc-76aa-422c-8f8d-dcbbfaf82c9c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.967829522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:8354","req_id":"b4431f87-0b40-4ec4-826b-d415336814fc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   27 a6 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   '...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.967892493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:8354","req_id":"b4431f87-0b40-4ec4-826b-d415336814fc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 10150,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.968077407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.968109488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:8354","req_id":"b4431f87-0b40-4ec4-826b-d415336814fc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.984173501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a8745a2-d722-4401-b1c7-f9a15ef4748e\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:08:41 GMT\"} })"}
{"msg":"dendrite for switch1 is unavailable, cannot perform nat cleanup","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:41.984302224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.985543023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"dendrite for switch1 is unavailable, cannot perform nat cleanup\"}","iteration":2,"elapsed":"589.872816ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.986525945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a00dc9d6-b6f5-4d39-ad36-6315bafa14dc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.986606087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a00dc9d6-b6f5-4d39-ad36-6315bafa14dc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.987324124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a00dc9d6-b6f5-4d39-ad36-6315bafa14dc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.988597583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"3c336b96-14c4-404f-9212-f7b7ab2d5bfc","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":21549,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.989277109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.9893509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.989462153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.990355934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.990423445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.990474177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.990520167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.991252575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.9932262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.993753533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.993811734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:41.995742179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3958, tv_nsec: 770964650 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.997686114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:41.997737085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.997784486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.999037795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:41.99923686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.000400396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.000894778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.00099959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.053477906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.056006015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.056126767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 38 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.056574928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 38 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.057239833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 38 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.057851538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.100998337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":40,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.101492389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.101638142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.102567523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.10369837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.103804922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.104514099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.106758811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/all-sp-ids\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8cf3323-c5d5-47b2-95f1-6e2c8b1e2484\", \"content-length\": \"105\", \"date\": \"Fri, 16 Jan 2026 23:08:42 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.107652441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.107704502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.107753864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.107795055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.108936781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.110296462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.110353384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.110400445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.110444696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.111803357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.11320973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.113333083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.113580378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.11408592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.118210026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.119516486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.12010611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.120173551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.120223943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.12053532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.122458135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"fa1d397d-3b51-4c74-a35e-de397a6a186d","remote_addr":"127.0.0.1:58460","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":708073,"response_code":204}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.223006944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.223073655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/vpc-routes","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.225693376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":40}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.225953192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.226016363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46272"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:42.226249279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.226401043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.226610377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60681","req_id":"202ca0a5-c940-4a39-a9aa-ee09309c6b39","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   fd b7 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.229625907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60681","req_id":"202ca0a5-c940-4a39-a9aa-ee09309c6b39","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64951,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.230974328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.231166563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60681","req_id":"202ca0a5-c940-4a39-a9aa-ee09309c6b39","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.231282516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:46656","req_id":"0e17a2bd-1b16-403a-b618-e4fb249ab4f3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   e7 6b 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .k..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.231356227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:46656","req_id":"0e17a2bd-1b16-403a-b618-e4fb249ab4f3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 59243,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.231510701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.231606863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.2327567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:46656","req_id":"0e17a2bd-1b16-403a-b618-e4fb249ab4f3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.240195462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:36887/vmms/629b0124-32fc-4f22-b77d-706819a10192\", status: 204, headers: {\"x-request-id\": \"fa1d397d-3b51-4c74-a35e-de397a6a186d\", \"date\": \"Fri, 16 Jan 2026 23:08:42 GMT\"} })"}
{"msg":"simulated transition finish","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.240467608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"629b0124-32fc-4f22-b77d-706819a10192","kind":"instances","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","action":"Some(Destroy)","desired_after":"None","state_after":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, generation: Generation(7), time_updated: 2026-01-16T23:08:42.240301694Z }, migration_in: None, migration_out: None }","requested_state":"Some(Stopped)","state_before":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, generation: Generation(6), time_updated: 2026-01-16T23:08:41.412160359Z }, migration_in: None, migration_out: None }"}
{"msg":"object is ready to destroy","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.24054896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"kind":"instances","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","object_id":"629b0124-32fc-4f22-b77d-706819a10192"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.240659353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:36887/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.241596515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.241759068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.241878151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.241979603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.242788932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.244149914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a00dc9d6-b6f5-4d39-ad36-6315bafa14dc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":277214,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.244487952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.245412493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.245462004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.246236462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.249746723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.25046697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.250568772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.250624313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.250672695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.251076244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.252065147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"7b5791fe-711b-4aa5-acea-27bf6144c1a6","remote_addr":"[::1]:46272","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.25218723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"7b5791fe-711b-4aa5-acea-27bf6144c1a6","remote_addr":"[::1]:46272","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.297139531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.297334326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/switch-id","method":"GET"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.298151675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3959, tv_nsec: 73403026 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.298570814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.298927723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"811ce97d-2bc0-4831-a5d6-55f7339945bc","remote_addr":"127.0.0.1:58460","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.299035295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"811ce97d-2bc0-4831-a5d6-55f7339945bc","remote_addr":"127.0.0.1:58460","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"received new VMM runtime state from sled agent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.299880505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"811ce97d-2bc0-4831-a5d6-55f7339945bc","remote_addr":"127.0.0.1:58460","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Destroyed, generation: Generation(7), time_updated: 2026-01-16T23:08:42.240301694Z }","propolis_id":"629b0124-32fc-4f22-b77d-706819a10192"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.299993287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"811ce97d-2bc0-4831-a5d6-55f7339945bc","remote_addr":"127.0.0.1:58460","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.30009221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"811ce97d-2bc0-4831-a5d6-55f7339945bc","remote_addr":"127.0.0.1:58460","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.30094885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"811ce97d-2bc0-4831-a5d6-55f7339945bc","remote_addr":"127.0.0.1:58460","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.301922432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a00dc9d6-b6f5-4d39-ad36-6315bafa14dc\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:08:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.30226902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.302558557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"7b5791fe-711b-4aa5-acea-27bf6144c1a6","remote_addr":"[::1]:46272","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":50498,"response_code":200}
{"msg":"checking on VMM","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.364734237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","propolis_id":"629b0124-32fc-4f22-b77d-706819a10192"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.364817749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/vmms/629b0124-32fc-4f22-b77d-706819a10192/state","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.366038467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.366199891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.366325184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.366432296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.367290807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.381786092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.383039821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.383154704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.383231536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.384090705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.391456206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.391564829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":25,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.392389468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fc8b1abc-24ed-45b4-92e3-3374089f9d15","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.39250694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fc8b1abc-24ed-45b4-92e3-3374089f9d15","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.392720985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46274"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.394755183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b5791fe-711b-4aa5-acea-27bf6144c1a6\", \"content-length\": \"210\", \"date\": \"Fri, 16 Jan 2026 23:08:42 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.395020709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.395126341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.39594543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.396949474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fc8b1abc-24ed-45b4-92e3-3374089f9d15","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.397031756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fc8b1abc-24ed-45b4-92e3-3374089f9d15","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.401029488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fc8b1abc-24ed-45b4-92e3-3374089f9d15","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.406554536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.413877456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.415053773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.415126875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.415169066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.424778998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192/state","method":"GET","req_id":"fd268df2-5555-4491-9d75-c5a61fd85350","remote_addr":"[::1]:46274","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.425893164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192/state","method":"GET","req_id":"fd268df2-5555-4491-9d75-c5a61fd85350","remote_addr":"[::1]:46274","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.426841986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:30389","req_id":"e9f0b6f2-9653-4775-9a3c-521cd02d5c50","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   20 4c 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e    L..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.426915948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:30389","req_id":"e9f0b6f2-9653-4775-9a3c-521cd02d5c50","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 8268,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.427115932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.427151423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:30389","req_id":"e9f0b6f2-9653-4775-9a3c-521cd02d5c50","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.427200554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192/state","method":"GET","req_id":"fd268df2-5555-4491-9d75-c5a61fd85350","remote_addr":"[::1]:46274","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error_message_external":"Not Found","error_message_internal":"VMM with ID 629b0124-32fc-4f22-b77d-706819a10192 not found","latency_us":2395,"response_code":404}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.429365874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.44818003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.450428552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.450558925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.451347444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.459069473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.464610471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.467721423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.467849666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.468793708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.470030776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":25}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.470134249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.511946728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.512129992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.516122864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eaf6995-0343-4a89-b483-b48701238a30\", \"content-length\": \"26\", \"date\": \"Fri, 16 Jan 2026 23:08:42 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.520401854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.520453875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.520490886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.520541947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vmms/629b0124-32fc-4f22-b77d-706819a10192/state\", status: 404, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd268df2-5555-4491-9d75-c5a61fd85350\", \"content-length\": \"120\", \"date\": \"Fri, 16 Jan 2026 23:08:42 GMT\"} })"}
{"msg":"sled-agent error indicates that this instance's VMM has failed!","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.520592288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd268df2-5555-4491-9d75-c5a61fd85350\", \"content-length\": \"120\", \"date\": \"Fri, 16 Jan 2026 23:08:42 GMT\"}; value: Error { error_code: Some(\"NO_SUCH_INSTANCE\"), message: \"Not Found\", request_id: \"fd268df2-5555-4491-9d75-c5a61fd85350\" }"}
{"msg":"updating instance state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.52065402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Failed, generation: Generation(7), time_updated: 2026-01-16T23:08:42.518495870Z }, migration_in: None, migration_out: None }"}
{"msg":"received new VMM runtime state from sled agent","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.520698761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Failed, generation: Generation(7), time_updated: 2026-01-16T23:08:42.518495870Z }","propolis_id":"629b0124-32fc-4f22-b77d-706819a10192"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.520756432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.520797943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.520834124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.528924651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.532547265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.532626106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.532676748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.533244071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.545042294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.545119656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.545157687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.545187088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":3,"elapsed":"1.037211599s"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.549682072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:18716","req_id":"81f8e183-a326-461d-8dd8-36397d0847cb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   8d f3 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.551443322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:18716","req_id":"81f8e183-a326-461d-8dd8-36397d0847cb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 36339,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.553435359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.55524069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.555293012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:18716","req_id":"81f8e183-a326-461d-8dd8-36397d0847cb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.555590419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.560287168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.5603561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.56040313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.560449972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.560493733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.561047925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.562691534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.562751175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.5634286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.565962479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fc8b1abc-24ed-45b4-92e3-3374089f9d15","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":173564,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.567838693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.567898494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.568934318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3959, tv_nsec: 343205767 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.56902098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.569060391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7448dbf5-04fd-4764-a7cd-087d6832c7ca\", \"content-length\": \"26\", \"date\": \"Fri, 16 Jan 2026 23:08:42 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.569118492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.570681379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.636952844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.641771965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc8b1abc-24ed-45b4-92e3-3374089f9d15\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:08:42 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.64281137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.646262579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.646361212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.655478383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.672458556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.672536528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.672583229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.673277165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.674572085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.676982261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.677098033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.677285508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.679037029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:9542","req_id":"b347d99c-066b-4365-91ba-03c14c04700f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   26 03 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   &...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.679154461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:9542","req_id":"b347d99c-066b-4365-91ba-03c14c04700f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 9731,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.679347486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.679462228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:9542","req_id":"b347d99c-066b-4365-91ba-03c14c04700f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.679570461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:20746","req_id":"51964f9d-cf68-4adf-a805-3b9f1e15d8bd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   f7 a6 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.679755405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:20746","req_id":"51964f9d-cf68-4adf-a805-3b9f1e15d8bd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 63398,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.680063253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.68036606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.680526903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:20746","req_id":"51964f9d-cf68-4adf-a805-3b9f1e15d8bd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.745041118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/bfd/peers","method":"GET"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.746527302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3959, tv_nsec: 521520708 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.747178087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.74773932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:37539","req_id":"bded7528-1007-462a-85f5-0b4d8ce0da7c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   0e c1 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.747915514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:37539","req_id":"bded7528-1007-462a-85f5-0b4d8ce0da7c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3777,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.74989611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.749934731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.749969262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:37539","req_id":"bded7528-1007-462a-85f5-0b4d8ce0da7c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.790083342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/v2p","method":"GET"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.791354181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3959, tv_nsec: 566577262 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.792019236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.792065367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46276"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.794068374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"d098ddce-06d7-47b9-9279-456e7fa7c8db","remote_addr":"[::1]:46276","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.794179006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"d098ddce-06d7-47b9-9279-456e7fa7c8db","remote_addr":"[::1]:46276","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.794612236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:2416","req_id":"3e3cc850-212d-449f-8d7f-cbc187e877a2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   19 44 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .D..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.794812171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:2416","req_id":"3e3cc850-212d-449f-8d7f-cbc187e877a2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 6468,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.79523049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.796235064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:2416","req_id":"3e3cc850-212d-449f-8d7f-cbc187e877a2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.796309376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/bfd/peers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e8c8a90-c525-4b4a-9ced-0f1b9c3bcf39\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:08:42 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.797644137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"1.400295361s"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.798748992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"d098ddce-06d7-47b9-9279-456e7fa7c8db","remote_addr":"[::1]:46276","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4684,"response_code":200}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.839069576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.840076709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:42643","req_id":"9879a673-6d0b-431c-95bc-d17d00bd1020","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   c1 83 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.840322695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:42643","req_id":"9879a673-6d0b-431c-95bc-d17d00bd1020","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 49539,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.840768865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.84096602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:42643","req_id":"9879a673-6d0b-431c-95bc-d17d00bd1020","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.841351449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d098ddce-06d7-47b9-9279-456e7fa7c8db\", \"content-length\": \"301\", \"date\": \"Fri, 16 Jan 2026 23:08:42 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.842186238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: ::1, virtual_ip: 172.30.0.6, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 1])), vni: Vni(592861) }, VirtualNetworkInterfaceHost { physical_host_ip: ::1, virtual_ip: 172.30.0.7, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 2])), vni: Vni(592861) }, VirtualNetworkInterfaceHost { physical_host_ip: ::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(592861) }}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.84225197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.842287311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.843041098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":4,"elapsed":"1.439773256s"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.843364516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.84352816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.843665773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.844941752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.846056368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.84612614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.846174131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.846841626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.847406579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"00000000-0000-0000-0000-000000000000 (ereporter_restart)","start_ena":"None","committed_ena":"None"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.847517802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/0/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000","method":"POST"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.847841739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"00000000-0000-0000-0000-000000000000 (ereporter_restart)","start_ena":"None","committed_ena":"None"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.847895361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/1/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000","method":"POST"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.848842412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.848913694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/eip-gateways","method":"PUT"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.894720086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.898405091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"07927edc-757e-4d28-a4ea-7c30271762e8","remote_addr":"[::1]:46272","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.898451712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"07927edc-757e-4d28-a4ea-7c30271762e8","remote_addr":"[::1]:46272","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.898492543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.900789456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.90136486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"07927edc-757e-4d28-a4ea-7c30271762e8","remote_addr":"[::1]:46272","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5515,"response_code":204}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.901715948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.901789839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.901850031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.902324892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.903294954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.90787786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.907978613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.908032314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.908097465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"00000000-0000-0000-0000-000000000000 (ereporter_restart)","start_ena":"None","committed_ena":"None"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.908151147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/1/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000","method":"POST"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.908199398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.914246918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.91433344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.914377651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.914515904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.915408285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"00000000-0000-0000-0000-000000000000 (ereporter_restart)","start_ena":"None","committed_ena":"None"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.915578629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/0/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000","method":"POST"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.917558535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/eip-gateways\", status: 204, headers: {\"x-request-id\": \"07927edc-757e-4d28-a4ea-7c30271762e8\", \"date\": \"Fri, 16 Jan 2026 23:08:42 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.917627306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.917674787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.918376083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.920042632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"496970ed-e2ed-4b0b-9bf0-81dca550df50\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:08:42 GMT\"} })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.920117974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.925531819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.926385459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.9264462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.926492851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.926536942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14979dd8-3478-4257-b6fe-014b23555a51\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:08:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.926597144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/rpw/nat/ipv4/trigger","method":"POST"}
{"msg":"new VMM runtime state from sled agent requires an instance-update saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.926980663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","migration_out_needs_update":false,"migration_in_needs_update":false,"vmm_needs_update":true,"propolis_id":"629b0124-32fc-4f22-b77d-706819a10192"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.927052774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.927109696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.927577036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Retryable transaction failure","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:42.929516572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"transaction":"vmm_and_migration_update_runtime","component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","retry_after (ms)":25}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.929680276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.939264438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Instance\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.93938261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting update saga for 047649a1-bd77-4a29-8488-f19a376f3d65","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.939439351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Destroyed, generation: Generation(7), time_updated: 2026-01-16T23:08:41.351141135Z }","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"preparing instance-update saga for 047649a1-bd77-4a29-8488-f19a376f3d65...","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.939735078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.93979821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.939839941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.939880552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9","method":"PUT","req_id":"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d","remote_addr":"127.0.0.1:58458","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":1587809,"response_code":204}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.939984724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"start-instance-update","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":4,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[3,0,null],[2,4,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateInstanceLockId\",\"name\":\"saga_instance_lock_id\"}},{\"Action\":{\"action_name\":\"start_instance_update.lock_instance\",\"label\":\"LockInstance\",\"name\":\"updater_lock\"}},{\"Action\":{\"action_name\":\"start_instance_update.fetch_state_and_start_real_saga\",\"label\":\"FetchStateAndStartRealSaga\",\"name\":\"state\"}},{\"Start\":{\"params\":{\"authz_instance\":{\"key\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"lookup_type\":{\"ById\":\"047649a1-bd77-4a29-8488-f19a376f3d65\"},\"parent\":{\"key\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"lookup_type\":{\"ById\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"},\"parent\":{\"key\":\"001de000-5110-4000-8000-000000000000\",\"lookup_type\":{\"ById\":\"001de000-5110-4000-8000-000000000000\"},\"parent\":null}}},\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"UserBuiltin\":{\"user_builtin_id\":\"001de000-05e4-4000-8000-000000000002\"}},\"credential_id\":null,\"device_token_expiration\":null},null]}}}}},\"End\"]},\"saga_name\":\"start-instance-update\",\"start_node\":3}"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.940120067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"start-instance-update","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.940856904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.949445543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Instance\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.949566416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting update saga for 6c2fdf00-a377-43bb-9499-fb5ac98dcc67","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.949649038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Destroyed, generation: Generation(7), time_updated: 2026-01-16T23:08:41.336325302Z }","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"preparing instance-update saga for 6c2fdf00-a377-43bb-9499-fb5ac98dcc67...","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.94971485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.949773981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.949813712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.949851633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723","method":"PUT","req_id":"727fa774-bcb0-49c1-a798-677688ab062f","remote_addr":"127.0.0.1:58416","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":1611491,"response_code":204}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.950119049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.95017336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.950220571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.95188443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.956807794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"280627bf-689c-4166-9f63-6e53767d3650","remote_addr":"127.0.0.1:58444","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.956903426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"280627bf-689c-4166-9f63-6e53767d3650","remote_addr":"127.0.0.1:58444","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.957150762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:33732","req_id":"fa629d16-a607-4249-8ddf-ba5d3575f9e6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   de 4b 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .K..........._mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.957256154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:33732","req_id":"fa629d16-a607-4249-8ddf-ba5d3575f9e6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 56907,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.957465529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.957671114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.957726115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:33732","req_id":"fa629d16-a607-4249-8ddf-ba5d3575f9e6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.960003118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/rpw/nat/ipv4/trigger\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf21ae79-4461-4a08-8ccb-4814c2a8b2d0\", \"content-length\": \"4\", \"date\": \"Fri, 16 Jan 2026 23:08:42 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.960281954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"3","iteration":2,"elapsed":"1.55862631s"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.960541611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"280627bf-689c-4166-9f63-6e53767d3650","remote_addr":"127.0.0.1:58444","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.960647593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"280627bf-689c-4166-9f63-6e53767d3650","remote_addr":"127.0.0.1:58444","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.961306388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"280627bf-689c-4166-9f63-6e53767d3650","remote_addr":"127.0.0.1:58444","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.962109987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:36887/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9\", status: 204, headers: {\"x-request-id\": \"23b6dfd2-d2d8-449c-8a3f-75e9240e0f5d\", \"date\": \"Fri, 16 Jan 2026 23:08:42 GMT\"} })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.962393063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:36887/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723\", status: 204, headers: {\"x-request-id\": \"727fa774-bcb0-49c1-a798-677688ab062f\", \"date\": \"Fri, 16 Jan 2026 23:08:42 GMT\"} })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.962829593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/dbce397c-271a-4e0c-bc27-54b8e59e34b9/poke","method":"POST","req_id":"002baec1-8e8b-4c40-a1ff-2222b840c70a","remote_addr":"[::1]:46268","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1744548,"response_code":204}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.962916586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/fb208665-16a8-4b92-8afa-3c5dc2b05723/poke","method":"POST","req_id":"fc1da6ba-7506-40ff-bec7-218c72e264ba","remote_addr":"[::1]:46266","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1782286,"response_code":204}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.963262353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.963322415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.964178635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.96486326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"start-instance-update","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":4,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[3,0,null],[2,4,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateInstanceLockId\",\"name\":\"saga_instance_lock_id\"}},{\"Action\":{\"action_name\":\"start_instance_update.lock_instance\",\"label\":\"LockInstance\",\"name\":\"updater_lock\"}},{\"Action\":{\"action_name\":\"start_instance_update.fetch_state_and_start_real_saga\",\"label\":\"FetchStateAndStartRealSaga\",\"name\":\"state\"}},{\"Start\":{\"params\":{\"authz_instance\":{\"key\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"lookup_type\":{\"ById\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"},\"parent\":{\"key\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"lookup_type\":{\"ById\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"},\"parent\":{\"key\":\"001de000-5110-4000-8000-000000000000\",\"lookup_type\":{\"ById\":\"001de000-5110-4000-8000-000000000000\"},\"parent\":null}}},\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"UserBuiltin\":{\"user_builtin_id\":\"001de000-05e4-4000-8000-000000000002\"}},\"credential_id\":null,\"device_token_expiration\":null},null]}}}}},\"End\"]},\"saga_name\":\"start-instance-update\",\"start_node\":3}"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.96571718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"start-instance-update","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.965774492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.965822873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.966920268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.967766478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.968764011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3959, tv_nsec: 743777957 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.968871844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.968951465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"start-instance-update","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.972918807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.972982958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.974287409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.97434716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.975829085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.976095711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.976174782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.976745596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.979181172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"280627bf-689c-4166-9f63-6e53767d3650","remote_addr":"127.0.0.1:58444","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":20920,"response_code":200}
{"msg":"waiting for instance 047649a1-bd77-4a29-8488-f19a376f3d65 to transition to stopped...","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.989055801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.989097352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET"}
{"msg":"waiting for instance 6c2fdf00-a377-43bb-9499-fb5ac98dcc67 to transition to stopped...","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.989137523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.989165464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.989224255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/0/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7ecf2c3-3472-4ea8-a24d-f1a10b168fd1\", \"content-length\": \"2134\", \"date\": \"Fri, 16 Jan 2026 23:08:42 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.989285446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.989343218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.989394859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.98944114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.989479591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.989525772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.989579343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.989737907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.989797818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.989835479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"3","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"using fallback path: querying DPD directly for member removal","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:42.98987321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"sled_id_unavailable_or_resolution_failed","member_sled_id":"None","member_id":"39f72f42-fc41-4bca-99b8-17c80442aa12"}
{"msg":"fetching underlay group members from DPD for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.989916741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","switch":"switch0","underlay_ip":"ff04::e002:2"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.989957032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/underlay-groups/ff04::e002:2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.989998093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"2730b387-7145-46e7-a4d1-49cd1e687c10","remote_addr":"127.0.0.1:58444","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.990042624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"2730b387-7145-46e7-a4d1-49cd1e687c10","remote_addr":"127.0.0.1:58444","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.995170653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.995217854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.995249114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.995271125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.995292756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"2730b387-7145-46e7-a4d1-49cd1e687c10","remote_addr":"127.0.0.1:58444","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.995322996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"2730b387-7145-46e7-a4d1-49cd1e687c10","remote_addr":"127.0.0.1:58444","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.995347067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"2730b387-7145-46e7-a4d1-49cd1e687c10","remote_addr":"127.0.0.1:58444","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.995374847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:62807","req_id":"e2f5dd46-da7b-4ff2-9541-b95c34a32e33","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   53 59 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   SY..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.995409808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:62807","req_id":"e2f5dd46-da7b-4ff2-9541-b95c34a32e33","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21337,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.995561762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.995798357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:62807","req_id":"e2f5dd46-da7b-4ff2-9541-b95c34a32e33","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.996559305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.996626306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.996666227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.996707628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.997413235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.998100101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.998161522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:42.998203293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.998246794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:42.998758646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.001024189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/1/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ba3bcc3-84f8-4950-bd00-87cc229e6687\", \"content-length\": \"350\", \"date\": \"Fri, 16 Jan 2026 23:08:42 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.001273264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.001349876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.001396027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.001434848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.002080143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.004202252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/underlay-groups/ff04::e002:2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00317a65-1832-49ae-a948-f79d36b1aff2\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:08:42 GMT\"} })"}
{"msg":"underlay group members fetched from DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.004295774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","member_count":0,"switch":"switch0","underlay_ip":"ff04::e002:2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.004369056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.004437677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.004480538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.007883967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.00801619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.008118613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.008201335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.009127046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.052415459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.052555112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.053451623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.054870346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/1/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c7978fe-e098-4068-9db9-e8c69f002fca\", \"content-length\": \"959\", \"date\": \"Fri, 16 Jan 2026 23:08:43 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.055182273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.055317886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.055388858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.055429629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.056042203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.05676043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/0/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09464b08-5306-4923-8d0d-8ad0f4ca1c82\", \"content-length\": \"745\", \"date\": \"Fri, 16 Jan 2026 23:08:43 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.056931454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.057067097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.057125598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.057168979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.057729172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.060435854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.060489716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.060530717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.063882625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.063955416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.063994377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.06452428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229 push not needed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.067416636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.0675662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vpc-routes","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.069131796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"69e28735-ecbb-42e7-8439-aef88b0f053b","remote_addr":"[::1]:46272","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.069364251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"69e28735-ecbb-42e7-8439-aef88b0f053b","remote_addr":"[::1]:46272","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.069530715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"69e28735-ecbb-42e7-8439-aef88b0f053b","remote_addr":"[::1]:46272","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":426,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.071080061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 204, headers: {\"x-request-id\": \"69e28735-ecbb-42e7-8439-aef88b0f053b\", \"date\": \"Fri, 16 Jan 2026 23:08:43 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.072657868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":5,"elapsed":"1.66271045s"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.073927317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.078393331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.079460546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.079516807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.079554128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"transitioning member from 'Left' to 'Joining': instance became valid and group active","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.093416759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group_name":"consistency-group-3","group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41","parent_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67","member_id":"39f72f42-fc41-4bca-99b8-17c80442aa12"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.093502961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.093557332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.094394231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.095857925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/port/qsfp0/settings?tag=omicron","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.096290765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.100152895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.100219736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.100265087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.10079032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.101732651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.101785913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.102362016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.103720208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.103779319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.103988934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.105230463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ed67f3c-b4b0-4c2d-bafa-114bf8b3c6c3\", \"content-length\": \"12\", \"date\": \"Fri, 16 Jan 2026 23:08:43 GMT\"} })"}
{"msg":"retrieved port settings from switch","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.105409347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","settings":"PortSettings { links: {} }","switch_port_id":"Name(Name(\"qsfp0\"))"}
{"msg":"clearing switch port settings","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.105518839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","port_id":"Qsfp(Qsfp(\"qsfp0\"))","switch_location":"Switch0"}
{"msg":"port settings up to date, skipping","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.105577951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch0","switch_port_id":"Name(Name(\"qsfp0\"))"}
{"msg":"no DPD client for switch location","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:43.105617021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.105651262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/static/route4","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.106225346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.110907564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.112348468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.112404549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.11244966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.112495911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"2730b387-7145-46e7-a4d1-49cd1e687c10","remote_addr":"127.0.0.1:58444","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":122561,"response_code":200}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.113116375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.113302979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"start-instance-update","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.113368761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.113412302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"2fb631ca-8747-4dff-b2da-a9428a20cae1\"))","node_id":"0","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.114137429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.11418838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"transaction completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.115197953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"transaction":"vmm_and_migration_update_runtime","component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","attempts":2}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.115315346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192","method":"PUT","req_id":"811ce97d-2bc0-4831-a5d6-55f7339945bc","remote_addr":"127.0.0.1:58460","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":816384,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.123008455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:36887/vmms/629b0124-32fc-4f22-b77d-706819a10192\", status: 204, headers: {\"x-request-id\": \"811ce97d-2bc0-4831-a5d6-55f7339945bc\", \"date\": \"Fri, 16 Jan 2026 23:08:43 GMT\"} })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.123109397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/static/route4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa7492b7-09ee-4483-8de0-03b048795439\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:08:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.12322436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/static/route6","method":"GET"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.123471425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vmms/629b0124-32fc-4f22-b77d-706819a10192/poke","method":"POST","req_id":"65b2430e-0bb3-4b48-abaa-2ce9bfc20912","remote_addr":"[::1]:46270","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1793792,"response_code":204}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.129163817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.129234339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.129335031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.129379582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.13018125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"member transitioned to 'Joining' state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.132150576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group_name":"consistency-group-3","group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41","member_id":"39f72f42-fc41-4bca-99b8-17c80442aa12"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.133904707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"StateChanged","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:40.889238Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Active, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: 39f72f42-fc41-4bca-99b8-17c80442aa12, time_created: 2026-01-16T23:08:35.956054Z, time_modified: 2026-01-16T23:08:40.154150Z, time_deleted: None, external_group_id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, parent_id: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, sled_id: None, state: Left, version_added: Generation(Generation(3077)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.134008349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:40.889238Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Active, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.134072621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.134098361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.134116572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.137117941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/static/route6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7934caa9-614f-4f78-be81-d89186805b7c\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:08:43 GMT\"} })"}
{"msg":"retrieved existing routes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.137353027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{Switch0: {}}"}
{"msg":"retrieved desired routes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.137407838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"calculated static routes to add","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.137450299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"calculated static routes to delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.13750336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"checking for changes to loopback addresses","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.137541981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.137568372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.137600282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.138199756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.139137738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.139201099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.13923754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.139283711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.14097196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"waiting for instance 654b8aa8-0014-4f2e-b375-089d955844b2 to transition to stopped...","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.142827633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.142902315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.14526829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.145387193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.14783715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.147898241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.147941742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.147979923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.148018924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.148058615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.148093135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"3","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.148688199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.14873433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.163011671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.163109303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.163177685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.16426066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.166751618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.167835143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.167901984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.167948856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.1707299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.170806772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.173807301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"instance update: attempting to lock instance","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.175131922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_id":"2fb631ca-8747-4dff-b2da-a9428a20cae1","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.175200684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.175258815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.17592822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.177007425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.177100588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.17935444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.179765969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.179885382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.179983454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.180922866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.183797772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/loopback/ipv4","method":"GET"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.188497472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.188646405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.188905331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae38c795-c351-4f45-aa34-62ec2203e1b3\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:08:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.189138467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/loopback/ipv6","method":"GET"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.189758881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.190887917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.191935191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.207076652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.207231435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.207325478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.208179488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.209528689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.209652102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.209760094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.210487171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.211496264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.211627307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.212354994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.213860549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.213975232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"f7cdbb54-3e40-4d12-8556-19887a42e3b1\"))","node_id":"0","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.215321863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49ae5675-dbe6-4e57-b152-c3063c5e1ce9\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:08:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.217209447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:12345/network-bootstore-config","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.217669128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.217859732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.217962514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.218046756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.218926477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.220641066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.222216563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.225585081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12345/network-bootstore-config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12345, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"unable to read bootstore config from scrimlet","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:43.225651422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Communication Error: error sending request for url (http://[::1]:12345/network-bootstore-config)"}
{"msg":"both scrimlets are unreachable, cannot update bootstore","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:08:43.225693113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.237812574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"1.835814301s"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.238883619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.252269569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Instance\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.252407292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"vmm_id":"629b0124-32fc-4f22-b77d-706819a10192","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.252647188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.2527301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.253064727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.25318871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.253280212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.253372044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.254387018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.255812761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"start-instance-update","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":4,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[3,0,null],[2,4,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateInstanceLockId\",\"name\":\"saga_instance_lock_id\"}},{\"Action\":{\"action_name\":\"start_instance_update.lock_instance\",\"label\":\"LockInstance\",\"name\":\"updater_lock\"}},{\"Action\":{\"action_name\":\"start_instance_update.fetch_state_and_start_real_saga\",\"label\":\"FetchStateAndStartRealSaga\",\"name\":\"state\"}},{\"Start\":{\"params\":{\"authz_instance\":{\"key\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"lookup_type\":{\"ById\":\"654b8aa8-0014-4f2e-b375-089d955844b2\"},\"parent\":{\"key\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"lookup_type\":{\"ById\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"},\"parent\":{\"key\":\"001de000-5110-4000-8000-000000000000\",\"lookup_type\":{\"ById\":\"001de000-5110-4000-8000-000000000000\"},\"parent\":null}}},\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"UserBuiltin\":{\"user_builtin_id\":\"001de000-05e4-4000-8000-000000000002\"}},\"credential_id\":null,\"device_token_expiration\":null},null]}}}}},\"End\"]},\"saga_name\":\"start-instance-update\",\"start_node\":3}"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.256042137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"start-instance-update","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.256951227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.25706885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.25792634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"collected ereports from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.286467641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_requests":1,"total_new_ereports":2,"total_ereports_collected":2,"new_ereports":2,"ereports_received":2,"received_restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","requested_restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","requested_start_ena":"Some(Ena(0x3))","requested_committed_ena":"Some(Ena(0x2))"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.286560503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.286621695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3","method":"POST"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.298531941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.298592142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.299622666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.299721528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.299776899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.300806313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:43.302630376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.304064759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.305292207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.305336768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5faaa142-95ea-4609-87e7-d17a3a44f6d6\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:08:43 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.30539064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":2,"total_ereports_received":2,"restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"instance update: attempting to lock instance","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.31749758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_id":"f7cdbb54-3e40-4d12-8556-19887a42e3b1","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.317577592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.317626933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.320921309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.321765689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.321848941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.321904422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.321967634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.322013265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.322733551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.329082138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"start-instance-update","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.329292953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.329341854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.334255038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.33433517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.334401582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.335380284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.336592272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.336677644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.337208046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.338156959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.33821413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"3","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.349774848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.34985633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.349956592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.350997956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.352122852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.352200134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.352285626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.353042524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.354520388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.354594749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.355214514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.360298622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.369869703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.370277833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.375590626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.375691208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.375833201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.375896033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.376558598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.377620503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.377688444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.377731345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.37965749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.394282199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.397996075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.398141308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.39819101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.398785383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.401147748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.40124064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.401290082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.401346283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.401382464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.407908585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.407994667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.408062308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.408973989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.410003463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.410118056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.411027157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.413454783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.413510214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"aedc5d98-584a-4c13-8061-8e5ca3880077\"))","node_id":"0","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.41461777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.41851385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.418622083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.418663484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.41935166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.42758448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.427695663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.427799416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.4284237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.431777357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.4318883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.433336704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.434615193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.434668655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"collected ereports from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.437723825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_requests":1,"total_new_ereports":1,"total_ereports_collected":1,"new_ereports":1,"ereports_received":1,"received_restart_id":"dc925348-40c8-4756-b7f3-d843f91a508f (ereporter_restart)","requested_restart_id":"dc925348-40c8-4756-b7f3-d843f91a508f (ereporter_restart)","requested_start_ena":"Some(Ena(0x2))","requested_committed_ena":"Some(Ena(0x1))"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.437790847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"dc925348-40c8-4756-b7f3-d843f91a508f (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.437830198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/1/ereports?committed=1&limit=255&restart_id=dc925348-40c8-4756-b7f3-d843f91a508f&start_at=2","method":"POST"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.43834996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.455305673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Instance\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.455425656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"attempting to acquire instance updater lock","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.455477317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","current_gen":"Generation(Generation(1))","updater_id":"f7cdbb54-3e40-4d12-8556-19887a42e3b1","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.455532918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.455649301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.455699612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"collected ereports from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.457379871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_requests":1,"total_new_ereports":2,"total_ereports_collected":2,"new_ereports":2,"ereports_received":2,"received_restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","requested_restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","requested_start_ena":"Some(Ena(0x3))","requested_committed_ena":"Some(Ena(0x2))"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.457469013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.457519344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3","method":"POST"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.457842181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.457892503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.457934684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.458779223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.459727575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.459787946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.459880468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.459918969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.460553904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.46209686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.462191892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.462248854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.462314335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.463980834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"instance update: attempting to lock instance","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.483721781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_id":"aedc5d98-584a-4c13-8061-8e5ca3880077","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.483872775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.484015488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.484866018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.486187248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.490800185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.490916678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.490957288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.491634944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"attempting to acquire instance updater lock","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.493875766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","current_gen":"Generation(Generation(1))","updater_id":"f7cdbb54-3e40-4d12-8556-19887a42e3b1","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.493941158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.493988259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.494582753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.495491584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.495546325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.495583616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.496471067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.498544564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.498603966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.498636577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.499254161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.510344358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Instance\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.510488311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"attempting to acquire instance updater lock","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.510567313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","current_gen":"Generation(Generation(1))","updater_id":"2fb631ca-8747-4dff-b2da-a9428a20cae1","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.510613994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.510656975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.511161167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.51648409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.516552372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.516598583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"collected ereports from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.517002422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_requests":1,"total_new_ereports":6,"total_ereports_collected":6,"new_ereports":6,"ereports_received":6,"received_restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","requested_restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","requested_start_ena":"Some(Ena(0x7))","requested_committed_ena":"Some(Ena(0x6))"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.517093945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.517160836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7","method":"POST"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.517613686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.517684798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.517720449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.518218711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.519168172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.519237674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.519277865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.519311266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.519794617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.520577945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.524620399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.524707141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.524822813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.524904785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.525377686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"using fallback path: querying DPD directly for member removal","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.526216486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"sled_id_unavailable_or_resolution_failed","member_sled_id":"None","member_id":"cc294b96-b30f-48d8-be22-c984ee7815ce"}
{"msg":"fetching underlay group members from DPD for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.526290987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","switch":"switch0","underlay_ip":"ff04::e002:1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.526331258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/underlay-groups/ff04::e002:1","method":"GET"}
{"msg":"instance updater lock acquired!","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.526821179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","already_locked":true,"locked_gen":"Generation(Generation(2))","updater_id":"f7cdbb54-3e40-4d12-8556-19887a42e3b1","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.526996443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.527043455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"locked_gen\": Number(2), \"updater_id\": String(\"f7cdbb54-3e40-4d12-8556-19887a42e3b1\")})","node_id":"1","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.52900987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/underlay-groups/ff04::e002:1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1eb1b26a-3f6e-489f-b920-b15281183f42\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:08:43 GMT\"} })"}
{"msg":"underlay group members fetched from DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.529117472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","member_count":0,"switch":"switch0","underlay_ip":"ff04::e002:1"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.529175164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.529218875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.529818669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting to acquire instance updater lock","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.53329905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","current_gen":"Generation(Generation(1))","updater_id":"2fb631ca-8747-4dff-b2da-a9428a20cae1","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.533380351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.533431003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.533471234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.533650328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.533711389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.534322083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.536024512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/1/ereports?committed=1&limit=255&restart_id=dc925348-40c8-4756-b7f3-d843f91a508f&start_at=2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8481c4b4-fc2b-4d50-bd86-d3e33cfcfca0\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:08:43 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.536096254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":1,"total_ereports_received":1,"restart_id":"dc925348-40c8-4756-b7f3-d843f91a508f (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.536242977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83ecf5f8-8cdf-46ac-be81-3304ee564743\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:08:43 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.536303189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":2,"total_ereports_received":2,"restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.536558925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.536688168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.537344923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.538186833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.538264695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.538322666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.538894929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"transitioning member from 'Left' to 'Joining': instance became valid and group active","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.539858072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group_name":"consistency-group-2","group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c","parent_id":"047649a1-bd77-4a29-8488-f19a376f3d65","member_id":"cc294b96-b30f-48d8-be22-c984ee7815ce"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.539933793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.539978024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.540565928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.555101215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.555200517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.555249058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.555283909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.555928154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.556465236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.556509917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"2","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"instance updater lock acquired!","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.556546618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","already_locked":true,"locked_gen":"Generation(Generation(2))","updater_id":"2fb631ca-8747-4dff-b2da-a9428a20cae1","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.55662341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.556663701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"locked_gen\": Number(2), \"updater_id\": String(\"2fb631ca-8747-4dff-b2da-a9428a20cae1\")})","node_id":"1","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.556713452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad7302d3-cf90-48df-9285-51438862b700\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:08:43 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.556802184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":6,"total_ereports_received":6,"restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.556855945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[],\"sps\":[{\"ereports_received\":6,\"errors\":[],\"new_ereports\":6,\"requests\":2,\"slot\":0,\"sp_type\":\"sled\"},{\"ereports_received\":2,\"errors\":[],\"new_ereports\":2,\"requests\":2,\"slot\":1,\"sp_type\":\"sled\"},{\"ereports_received\":2,\"errors\":[],\"new_ereports\":2,\"requests\":2,\"slot\":0,\"sp_type\":\"switch\"},{\"ereports_received\":1,\"errors\":[],\"new_ereports\":1,\"requests\":2,\"slot\":1,\"sp_type\":\"switch\"}]}","iteration":2,"elapsed":"2.048709833s"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.556942047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.566502649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.566649102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.566744604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.566807226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.566868207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.567334088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.568774871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.568865504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.568955636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.569012897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.569526799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.570536022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.570597304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"2","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.572313994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.572428106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.572894427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.577069714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.577189586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.577260228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.578004985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.581384574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.581479376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.581537457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.581598179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.582234893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.583174475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.583268237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.583354699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.585056259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.58513965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.585217422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.585272593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.585329135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.586575504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.586640635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.586689766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.586739598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.586994464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.588460007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.588541619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.588609031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.589306037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.590791472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.590864513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.590920145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.591520239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.592256116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.592388049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.592508281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.592993013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.594019696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.604328695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Instance\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.604582521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"attempting to acquire instance updater lock","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.604641072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","current_gen":"Generation(Generation(1))","updater_id":"aedc5d98-584a-4c13-8061-8e5ca3880077","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.604692683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.604742895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.605272327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.606134267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.606215719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.60628376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.606816213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.607727434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.618287559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.618538144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.618598106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.619145398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.62006041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.620144002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.620215433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.620897559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.624945203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.625018184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.625059375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.625089396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.625536406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.625660719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.625722981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.626181821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.629093049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.629176621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.629235352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.629968839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting to acquire instance updater lock","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.630841029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","current_gen":"Generation(Generation(1))","updater_id":"aedc5d98-584a-4c13-8061-8e5ca3880077","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.630908631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.630958862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.631640998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.632891707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.643220336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.643468632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.643541884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.643877121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.644759482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.651976349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.652125652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.652224385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.652268936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.652307777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.652988192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.65376512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.657053287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.657127669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.657243371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.657303302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.664424897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"instance update: starting real update saga...","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.67058015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","update.deprovision":true,"update.destroy_target_vmm":"None","update.destroy_active_vmm":"Some(fb208665-16a8-4b92-8afa-3c5dc2b05723 (propolis))","update.network_config_update":"Some(Delete)","update.new_runtime_state":"InstanceRuntimeState { time_updated: 2026-01-16T23:08:43.670107119Z, generation: Generation(Generation(4)), propolis_id: None, dst_propolis_id: None, migration_id: None, nexus_state: NoVmm, time_last_auto_restarted: None }","current.target_vmm":"None","current.active_vmm":"Some(Vmm { id: fb208665-16a8-4b92-8afa-3c5dc2b05723, time_created: 2026-01-16T23:08:30.638489Z, time_deleted: None, instance_id: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, sled_id: b6d65341-167c-41df-9b5c-41cded99c229 (sled), propolis_ip: V6(Ipv6Network { addr: ::1:1, prefix: 128 }), propolis_port: SqlU16(12400), cpu_platform: AmdMilan, runtime: VmmRuntimeState { time_state_updated: 2026-01-16T23:08:41.336325Z, generation: Generation(Generation(7)), state: Destroyed } })","current.migration":"None","current.runtime_state":"InstanceRuntimeState { time_updated: 2026-01-16T23:08:24.605732Z, generation: Generation(Generation(3)), propolis_id: Some(fb208665-16a8-4b92-8afa-3c5dc2b05723), dst_propolis_id: None, migration_id: None, nexus_state: Vmm, time_last_auto_restarted: None }","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.670904117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.670967599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.671307727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"instance-update","saga_id":"5e489143-6628-4878-a63f-a105f907b527","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":14,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,10,null],[8,9,null],[10,11,null],[11,12,null],[13,0,null],[12,14,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateInstanceLockId\",\"name\":\"saga_instance_lock_id\"}},{\"Action\":{\"action_name\":\"instance_update.become_updater\",\"label\":\"BecomeUpdater\",\"name\":\"updater_lock\"}},{\"Constant\":{\"name\":\"network_config_update\",\"value\":\"Delete\"}},{\"Action\":{\"action_name\":\"instance_update.update_network_config\",\"label\":\"UpdateNetworkConfig\",\"name\":\"update_network_config\"}},{\"Action\":{\"action_name\":\"instance_update.release_virtual_provisioning\",\"label\":\"ReleaseVirtualProvisioning\",\"name\":\"release_virtual_provisioning\"}},{\"Action\":{\"action_name\":\"instance_update.unassign_oximeter_producer\",\"label\":\"UnassignOximeterProducer\",\"name\":\"unassign_oximeter_producer\"}},{\"Action\":{\"action_name\":\"instance_update.commit_instance_updates\",\"label\":\"CommitInstanceUpdates\",\"name\":\"commit_instance_updates\"}},{\"Constant\":{\"name\":\"destroy_active_vmm_params\",\"value\":{\"instance_id\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"UserBuiltin\":{\"user_builtin_id\":\"001de000-05e4-4000-8000-000000000002\"}},\"credential_id\":null,\"device_token_expiration\":null},null]}},\"vmm_id\":\"fb208665-16a8-4b92-8afa-3c5dc2b05723\"}}},{\"SubsagaStart\":{\"params_node_name\":\"destroy_active_vmm_params\",\"saga_name\":\"destroy_active_vmm\"}},{\"Action\":{\"action_name\":\"destroy_vmm.release_sled_resources\",\"label\":\"ReleaseSledResources\",\"name\":\"release_sled_resources\"}},{\"Action\":{\"action_name\":\"destroy_vmm.mark_vmm_deleted\",\"label\":\"MarkVmmDeleted\",\"name\":\"mark_vmm_deleted\"}},{\"SubsagaEnd\":{\"name\":\"active_vmm_destroyed\"}},{\"Action\":{\"action_name\":\"instance_update.chain_successor_saga\",\"label\":\"ChainSuccessorSaga\",\"name\":\"chain_successor_saga\"}},{\"Start\":{\"params\":{\"authz_instance\":{\"key\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\",\"lookup_type\":{\"ById\":\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"},\"parent\":{\"key\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"lookup_type\":{\"ById\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"},\"parent\":{\"key\":\"001de000-5110-4000-8000-000000000000\",\"lookup_type\":{\"ById\":\"001de000-5110-4000-8000-000000000000\"},\"parent\":null}}},\"orig_lock\":{\"locked_gen\":2,\"updater_id\":\"f7cdbb54-3e40-4d12-8556-19887a42e3b1\"},\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"UserBuiltin\":{\"user_builtin_id\":\"001de000-05e4-4000-8000-000000000002\"}},\"credential_id\":null,\"device_token_expiration\":null},null]}},\"update\":{\"deprovision\":{\"cpus_diff\":4,\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"ram_diff\":1073741824},\"destroy_active_vmm\":\"fb208665-16a8-4b92-8afa-3c5dc2b05723\",\"destroy_target_vmm\":null,\"network_config\":\"Delete\",\"new_intent\":null,\"new_runtime\":{\"dst_propolis_id\":null,\"gen\":4,\"migration_id\":null,\"nexus_state\":\"NoVmm\",\"propolis_id\":null,\"time_last_auto_restarted\":null,\"time_updated\":\"2026-01-16T23:08:43.670107119Z\"}}}}},\"End\"]},\"saga_name\":\"instance-update\",\"start_node\":13}"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.671557933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"instance-update","saga_id":"5e489143-6628-4878-a63f-a105f907b527"}
{"msg":"member transitioned to 'Joining' state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.672283729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group_name":"consistency-group-2","group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c","member_id":"cc294b96-b30f-48d8-be22-c984ee7815ce"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.672386982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"StateChanged","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:40.950337Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Active, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: cc294b96-b30f-48d8-be22-c984ee7815ce, time_created: 2026-01-16T23:08:35.062897Z, time_modified: 2026-01-16T23:08:40.158175Z, time_deleted: None, external_group_id: a9c05218-3fb7-462e-a6e5-eaf77011803c, parent_id: 047649a1-bd77-4a29-8488-f19a376f3d65, sled_id: None, state: Left, version_added: Generation(Generation(2051)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.672483634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:40.950337Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Active, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.672617627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.672660288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.673519318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.674631724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.684764429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.684980684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.685048225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.685579908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"instance updater lock acquired!","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.686582711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"LockInstance","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","already_locked":true,"locked_gen":"Generation(Generation(2))","updater_id":"aedc5d98-584a-4c13-8061-8e5ca3880077","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.690217215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.690270426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"locked_gen\": Number(2), \"updater_id\": String(\"aedc5d98-584a-4c13-8061-8e5ca3880077\")})","node_id":"1","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.699668134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"93905fc3-1f05-4559-98ea-479efa647698","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":701384,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.699729215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.699785637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.699837218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.699903899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.699964511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.700018332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.700064263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.700120334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 6c2fdf00-a377-43bb-9499-fb5ac98dcc67 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.700145615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Stopping, time_run_state_updated: 2026-01-16T23:08:41.336325Z, time_last_auto_restarted: None }","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.707762531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.707819572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.707867224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.707912615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.707950386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"instance update: starting real update saga...","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.708762234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","update.deprovision":true,"update.destroy_target_vmm":"None","update.destroy_active_vmm":"Some(dbce397c-271a-4e0c-bc27-54b8e59e34b9 (propolis))","update.network_config_update":"Some(Delete)","update.new_runtime_state":"InstanceRuntimeState { time_updated: 2026-01-16T23:08:43.708664892Z, generation: Generation(Generation(4)), propolis_id: None, dst_propolis_id: None, migration_id: None, nexus_state: NoVmm, time_last_auto_restarted: None }","current.target_vmm":"None","current.active_vmm":"Some(Vmm { id: dbce397c-271a-4e0c-bc27-54b8e59e34b9, time_created: 2026-01-16T23:08:30.554451Z, time_deleted: None, instance_id: 047649a1-bd77-4a29-8488-f19a376f3d65, sled_id: b6d65341-167c-41df-9b5c-41cded99c229 (sled), propolis_ip: V6(Ipv6Network { addr: ::1:0, prefix: 128 }), propolis_port: SqlU16(12400), cpu_platform: AmdMilan, runtime: VmmRuntimeState { time_state_updated: 2026-01-16T23:08:41.351141Z, generation: Generation(Generation(7)), state: Destroyed } })","current.migration":"None","current.runtime_state":"InstanceRuntimeState { time_updated: 2026-01-16T23:08:24.603198Z, generation: Generation(Generation(3)), propolis_id: Some(dbce397c-271a-4e0c-bc27-54b8e59e34b9), dst_propolis_id: None, migration_id: None, nexus_state: Vmm, time_last_auto_restarted: None }","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.709064241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.709115142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.70944681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"instance-update","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":14,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,10,null],[8,9,null],[10,11,null],[11,12,null],[13,0,null],[12,14,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateInstanceLockId\",\"name\":\"saga_instance_lock_id\"}},{\"Action\":{\"action_name\":\"instance_update.become_updater\",\"label\":\"BecomeUpdater\",\"name\":\"updater_lock\"}},{\"Constant\":{\"name\":\"network_config_update\",\"value\":\"Delete\"}},{\"Action\":{\"action_name\":\"instance_update.update_network_config\",\"label\":\"UpdateNetworkConfig\",\"name\":\"update_network_config\"}},{\"Action\":{\"action_name\":\"instance_update.release_virtual_provisioning\",\"label\":\"ReleaseVirtualProvisioning\",\"name\":\"release_virtual_provisioning\"}},{\"Action\":{\"action_name\":\"instance_update.unassign_oximeter_producer\",\"label\":\"UnassignOximeterProducer\",\"name\":\"unassign_oximeter_producer\"}},{\"Action\":{\"action_name\":\"instance_update.commit_instance_updates\",\"label\":\"CommitInstanceUpdates\",\"name\":\"commit_instance_updates\"}},{\"Constant\":{\"name\":\"destroy_active_vmm_params\",\"value\":{\"instance_id\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"UserBuiltin\":{\"user_builtin_id\":\"001de000-05e4-4000-8000-000000000002\"}},\"credential_id\":null,\"device_token_expiration\":null},null]}},\"vmm_id\":\"dbce397c-271a-4e0c-bc27-54b8e59e34b9\"}}},{\"SubsagaStart\":{\"params_node_name\":\"destroy_active_vmm_params\",\"saga_name\":\"destroy_active_vmm\"}},{\"Action\":{\"action_name\":\"destroy_vmm.release_sled_resources\",\"label\":\"ReleaseSledResources\",\"name\":\"release_sled_resources\"}},{\"Action\":{\"action_name\":\"destroy_vmm.mark_vmm_deleted\",\"label\":\"MarkVmmDeleted\",\"name\":\"mark_vmm_deleted\"}},{\"SubsagaEnd\":{\"name\":\"active_vmm_destroyed\"}},{\"Action\":{\"action_name\":\"instance_update.chain_successor_saga\",\"label\":\"ChainSuccessorSaga\",\"name\":\"chain_successor_saga\"}},{\"Start\":{\"params\":{\"authz_instance\":{\"key\":\"047649a1-bd77-4a29-8488-f19a376f3d65\",\"lookup_type\":{\"ById\":\"047649a1-bd77-4a29-8488-f19a376f3d65\"},\"parent\":{\"key\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"lookup_type\":{\"ById\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"},\"parent\":{\"key\":\"001de000-5110-4000-8000-000000000000\",\"lookup_type\":{\"ById\":\"001de000-5110-4000-8000-000000000000\"},\"parent\":null}}},\"orig_lock\":{\"locked_gen\":2,\"updater_id\":\"2fb631ca-8747-4dff-b2da-a9428a20cae1\"},\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"UserBuiltin\":{\"user_builtin_id\":\"001de000-05e4-4000-8000-000000000002\"}},\"credential_id\":null,\"device_token_expiration\":null},null]}},\"update\":{\"deprovision\":{\"cpus_diff\":4,\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"ram_diff\":1073741824},\"destroy_active_vmm\":\"dbce397c-271a-4e0c-bc27-54b8e59e34b9\",\"destroy_target_vmm\":null,\"network_config\":\"Delete\",\"new_intent\":null,\"new_runtime\":{\"dst_propolis_id\":null,\"gen\":4,\"migration_id\":null,\"nexus_state\":\"NoVmm\",\"propolis_id\":null,\"time_last_auto_restarted\":null,\"time_updated\":\"2026-01-16T23:08:43.708664892Z\"}}}}},\"End\"]},\"saga_name\":\"instance-update\",\"start_node\":13}"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.709715807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"instance-update","saga_id":"3dac985a-2de6-4972-811c-13459e22448c"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.71032353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.710401743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.710458344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.710979576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.711755024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.711808105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"2","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.712637154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.712714106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.713383752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.718965521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.724326945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.724449928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.724488779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.725124214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.726638139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.726737921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.726822793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.726900245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.726969006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.729603037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.738270738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.738469113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.738543635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.739040856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.740162212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.740249664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.740303635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.740368227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.740908729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.744403331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.744465312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.744527763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"081bd93d-594c-4ff8-9a48-cfddcc70ef84","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.744573415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"081bd93d-594c-4ff8-9a48-cfddcc70ef84","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.744612355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"081bd93d-594c-4ff8-9a48-cfddcc70ef84","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.744670817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"081bd93d-594c-4ff8-9a48-cfddcc70ef84","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.744849811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"081bd93d-594c-4ff8-9a48-cfddcc70ef84","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.745606198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.74567994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.745736731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.746310175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.750599194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.750643975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.750667835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.750685896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.753521672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.753592903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.753637144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.756781617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.756847548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"081bd93d-594c-4ff8-9a48-cfddcc70ef84","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":13097,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.757387841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"081bd93d-594c-4ff8-9a48-cfddcc70ef84\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:08:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.757620116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.758026646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"48e8d06d-04bd-49d4-948c-0bbfcf42cefd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.758097497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"48e8d06d-04bd-49d4-948c-0bbfcf42cefd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.758326923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"48e8d06d-04bd-49d4-948c-0bbfcf42cefd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.758406195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"48e8d06d-04bd-49d4-948c-0bbfcf42cefd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.759187763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"48e8d06d-04bd-49d4-948c-0bbfcf42cefd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.760165645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"77927746-9392-4d0e-abc8-71e41ad041cd","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":769509,"response_code":200}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.760336189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.760407761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.760477543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.761031045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.761987698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 047649a1-bd77-4a29-8488-f19a376f3d65 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.762232013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Stopping, time_run_state_updated: 2026-01-16T23:08:41.351141Z, time_last_auto_restarted: None }","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.764116607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"48e8d06d-04bd-49d4-948c-0bbfcf42cefd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5920,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.764442245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48e8d06d-04bd-49d4-948c-0bbfcf42cefd\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:08:43 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.764522857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.764566298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.764600548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.764778353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.764915716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.765666663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.766722148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.777160839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.777353574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.777430405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.777481857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.777529868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.77804227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.78193154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.782023592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.782078873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.782120904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"using fallback path: querying DPD directly for member removal","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.785464572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"sled_id_unavailable_or_resolution_failed","member_sled_id":"None","member_id":"1396c948-d098-4b75-948b-14fba9766ce4"}
{"msg":"fetching underlay group members from DPD for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.785551364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","switch":"switch0","underlay_ip":"ff04::e002:0"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.785591435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/underlay-groups/ff04::e002:0","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.786868444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/underlay-groups/ff04::e002:0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef713680-c2f9-4146-99ef-83138246d7b3\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:08:43 GMT\"} })"}
{"msg":"underlay group members fetched from DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.786995367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","member_count":0,"switch":"switch0","underlay_ip":"ff04::e002:0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.787051739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.78709324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.78797983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.789862464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.789966986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.790060078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.79014224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.792059135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.801045253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.801235547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.801296358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.802010585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"FetchStateAndStartRealSaga","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"transitioning member from 'Left' to 'Joining': instance became valid and group active","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.803419078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group_name":"consistency-group-1","group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507","parent_id":"654b8aa8-0014-4f2e-b375-089d955844b2","member_id":"1396c948-d098-4b75-948b-14fba9766ce4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.803490889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.80353569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.803574401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.805158658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.80526281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.805321871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.805369163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.816009289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.816092461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"instance-update","saga_id":"5e489143-6628-4878-a63f-a105f907b527","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.816149702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N013 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.816186373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"13","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"instance update: starting real update saga...","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.816223074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","update.deprovision":true,"update.destroy_target_vmm":"None","update.destroy_active_vmm":"Some(629b0124-32fc-4f22-b77d-706819a10192 (propolis))","update.network_config_update":"Some(Delete)","update.new_runtime_state":"InstanceRuntimeState { time_updated: 2026-01-16T23:08:43.812718703Z, generation: Generation(Generation(4)), propolis_id: None, dst_propolis_id: None, migration_id: None, nexus_state: Failed, time_last_auto_restarted: None }","current.target_vmm":"None","current.active_vmm":"Some(Vmm { id: 629b0124-32fc-4f22-b77d-706819a10192, time_created: 2026-01-16T23:08:31.179270Z, time_deleted: None, instance_id: 654b8aa8-0014-4f2e-b375-089d955844b2, sled_id: b6d65341-167c-41df-9b5c-41cded99c229 (sled), propolis_ip: V6(Ipv6Network { addr: ::1:2, prefix: 128 }), propolis_port: SqlU16(12400), cpu_platform: AmdMilan, runtime: VmmRuntimeState { time_state_updated: 2026-01-16T23:08:42.518495Z, generation: Generation(Generation(7)), state: Failed } })","current.migration":"None","current.runtime_state":"InstanceRuntimeState { time_updated: 2026-01-16T23:08:24.704809Z, generation: Generation(Generation(3)), propolis_id: Some(629b0124-32fc-4f22-b77d-706819a10192), dst_propolis_id: None, migration_id: None, nexus_state: Vmm, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"tracking newly created saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.816327446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"preparing saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.816364907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga create","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.816401338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"instance-update","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":14,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,10,null],[8,9,null],[10,11,null],[11,12,null],[13,0,null],[12,14,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateInstanceLockId\",\"name\":\"saga_instance_lock_id\"}},{\"Action\":{\"action_name\":\"instance_update.become_updater\",\"label\":\"BecomeUpdater\",\"name\":\"updater_lock\"}},{\"Constant\":{\"name\":\"network_config_update\",\"value\":\"Delete\"}},{\"Action\":{\"action_name\":\"instance_update.update_network_config\",\"label\":\"UpdateNetworkConfig\",\"name\":\"update_network_config\"}},{\"Action\":{\"action_name\":\"instance_update.release_virtual_provisioning\",\"label\":\"ReleaseVirtualProvisioning\",\"name\":\"release_virtual_provisioning\"}},{\"Action\":{\"action_name\":\"instance_update.unassign_oximeter_producer\",\"label\":\"UnassignOximeterProducer\",\"name\":\"unassign_oximeter_producer\"}},{\"Action\":{\"action_name\":\"instance_update.commit_instance_updates\",\"label\":\"CommitInstanceUpdates\",\"name\":\"commit_instance_updates\"}},{\"Constant\":{\"name\":\"destroy_active_vmm_params\",\"value\":{\"instance_id\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"UserBuiltin\":{\"user_builtin_id\":\"001de000-05e4-4000-8000-000000000002\"}},\"credential_id\":null,\"device_token_expiration\":null},null]}},\"vmm_id\":\"629b0124-32fc-4f22-b77d-706819a10192\"}}},{\"SubsagaStart\":{\"params_node_name\":\"destroy_active_vmm_params\",\"saga_name\":\"destroy_active_vmm\"}},{\"Action\":{\"action_name\":\"destroy_vmm.release_sled_resources\",\"label\":\"ReleaseSledResources\",\"name\":\"release_sled_resources\"}},{\"Action\":{\"action_name\":\"destroy_vmm.mark_vmm_deleted\",\"label\":\"MarkVmmDeleted\",\"name\":\"mark_vmm_deleted\"}},{\"SubsagaEnd\":{\"name\":\"active_vmm_destroyed\"}},{\"Action\":{\"action_name\":\"instance_update.chain_successor_saga\",\"label\":\"ChainSuccessorSaga\",\"name\":\"chain_successor_saga\"}},{\"Start\":{\"params\":{\"authz_instance\":{\"key\":\"654b8aa8-0014-4f2e-b375-089d955844b2\",\"lookup_type\":{\"ById\":\"654b8aa8-0014-4f2e-b375-089d955844b2\"},\"parent\":{\"key\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"lookup_type\":{\"ById\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\"},\"parent\":{\"key\":\"001de000-5110-4000-8000-000000000000\",\"lookup_type\":{\"ById\":\"001de000-5110-4000-8000-000000000000\"},\"parent\":null}}},\"orig_lock\":{\"locked_gen\":2,\"updater_id\":\"aedc5d98-584a-4c13-8061-8e5ca3880077\"},\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"UserBuiltin\":{\"user_builtin_id\":\"001de000-05e4-4000-8000-000000000002\"}},\"credential_id\":null,\"device_token_expiration\":null},null]}},\"update\":{\"deprovision\":{\"cpus_diff\":4,\"project_id\":\"9bd35be2-86e4-4162-bedc-d12cf1e433e3\",\"ram_diff\":1073741824},\"destroy_active_vmm\":\"629b0124-32fc-4f22-b77d-706819a10192\",\"destroy_target_vmm\":null,\"network_config\":\"Delete\",\"new_intent\":null,\"new_runtime\":{\"dst_propolis_id\":null,\"gen\":4,\"migration_id\":null,\"nexus_state\":\"Failed\",\"propolis_id\":null,\"time_last_auto_restarted\":null,\"time_updated\":\"2026-01-16T23:08:43.812718703Z\"}}}}},\"End\"]},\"saga_name\":\"instance-update\",\"start_node\":13}"}
{"msg":"creating saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.816635594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"instance-update","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.816674634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.816724436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.819862239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.820657897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.820723449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.820759569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.820901963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.834298723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.834449316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.834520758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.835116052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.83633208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.836647317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N013 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.836713839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"13","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.837577259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"instance-update","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.839838911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N013 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.839885423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"13","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.847320825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.847369336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.848526283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a66c94e-7625-46ba-b16b-6364b299c568","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":703247,"response_code":200}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.853303283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N013 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.853362384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"13","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.856710232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.856767614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"a18417d0-ece0-4683-b820-d092c7e4c46b\"))","node_id":"0","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.856814184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.856847525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Stopping, time_run_state_updated: 2026-01-16T23:08:42.518495Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.858189556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.858243848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.861389241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.861469253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.863881268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.86394557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"3ea23c7f-337b-4ed2-8658-63552bdcb179\"))","node_id":"0","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"instance update: trying to become instance updater...","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.865160698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","parent_lock":"UpdaterLock { updater_id: f7cdbb54-3e40-4d12-8556-19887a42e3b1, locked_gen: Generation(Generation(2)) }","saga_id":"a18417d0-ece0-4683-b820-d092c7e4c46b","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.866023188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"BecomeUpdater","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.866091579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"BecomeUpdater","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.866259063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"BecomeUpdater","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.868898975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.868951576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"instance update: trying to become instance updater...","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.871580647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","parent_lock":"UpdaterLock { updater_id: 2fb631ca-8747-4dff-b2da-a9428a20cae1, locked_gen: Generation(Generation(2)) }","saga_id":"3ea23c7f-337b-4ed2-8658-63552bdcb179","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.871658098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"BecomeUpdater","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.87171065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"BecomeUpdater","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.872855886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"BecomeUpdater","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inherited lock from f7cdbb54-3e40-4d12-8556-19887a42e3b1 to a18417d0-ece0-4683-b820-d092c7e4c46b","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.873573293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"BecomeUpdater","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","parent_gen":"Generation(Generation(2))","parent_id":"f7cdbb54-3e40-4d12-8556-19887a42e3b1","locked_gen":"Generation(Generation(3))","updater_id":"a18417d0-ece0-4683-b820-d092c7e4c46b","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"instance_update: Now, I am become Updater, the destroyer of VMMs.","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.873654454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_id":"a18417d0-ece0-4683-b820-d092c7e4c46b","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.873719136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.873754647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"locked_gen\": Number(3), \"updater_id\": String(\"a18417d0-ece0-4683-b820-d092c7e4c46b\")})","node_id":"1","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.876613693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.876667584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"2","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.879108401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.879783447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"Delete\"))","node_id":"2","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"inherited lock from 2fb631ca-8747-4dff-b2da-a9428a20cae1 to 3ea23c7f-337b-4ed2-8658-63552bdcb179","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.879835268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"BecomeUpdater","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","parent_gen":"Generation(Generation(2))","parent_id":"2fb631ca-8747-4dff-b2da-a9428a20cae1","locked_gen":"Generation(Generation(3))","updater_id":"3ea23c7f-337b-4ed2-8658-63552bdcb179","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"instance_update: Now, I am become Updater, the destroyer of VMMs.","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.879880599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_id":"3ea23c7f-337b-4ed2-8658-63552bdcb179","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.87993831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.87995794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"locked_gen\": Number(3), \"updater_id\": String(\"3ea23c7f-337b-4ed2-8658-63552bdcb179\")})","node_id":"1","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.885502589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.885563821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.886535613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.886586894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"2","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"instance update: deleting network config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.889131933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"deleting instance dpd configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.889221995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.889261127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UpdateNetworkConfig","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.889319588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UpdateNetworkConfig","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.890076295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UpdateNetworkConfig","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.890746241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.890797152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"Delete\"))","node_id":"2","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.893922694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.893984746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.89417674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UpdateNetworkConfig","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.894256932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UpdateNetworkConfig","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.895002029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UpdateNetworkConfig","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"instance update: deleting network config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.897236631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"deleting instance dpd configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.897324363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.897375234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UpdateNetworkConfig","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.897446166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UpdateNetworkConfig","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.899674397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UpdateNetworkConfig","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.900935537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.901017339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.90107032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.901116811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.901308845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.902611096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UpdateNetworkConfig","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.902699307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UpdateNetworkConfig","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.903430464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UpdateNetworkConfig","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.905793839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.909790562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.909910755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.909958426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.910535869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.911410469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.911512852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.911577213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.911637395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.912227668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.915568996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.920532191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.920710175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.920772046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.92136657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.922267101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"starting saga","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.923225433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga start","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.923308825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"instance-update","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.923457399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N013 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.923502929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"13","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"member transitioned to 'Joining' state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:43.924847361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","group_name":"consistency-group-1","group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507","member_id":"1396c948-d098-4b75-948b-14fba9766ce4"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.924921933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"StateChanged","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:40.877371Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Active, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: 1396c948-d098-4b75-948b-14fba9766ce4, time_created: 2026-01-16T23:08:34.510247Z, time_modified: 2026-01-16T23:08:40.214422Z, time_deleted: None, external_group_id: f643b999-0df5-4ca9-8524-3431f1dbb507, parent_id: 654b8aa8-0014-4f2e-b375-089d955844b2, sled_id: None, state: Left, version_added: Generation(Generation(1025)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.925022965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:40.877371Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Active, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"member state reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.925095217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":3}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.925130607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.925161028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.925200809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.925518586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.926738744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:23503","req_id":"54a9ed1a-ffd3-419d-b81a-867855a56a45","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   e5 bb 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.926822446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:23503","req_id":"54a9ed1a-ffd3-419d-b81a-867855a56a45","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58811,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.92697006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.927138054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.927235526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:23503","req_id":"54a9ed1a-ffd3-419d-b81a-867855a56a45","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.927917122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3960, tv_nsec: 703002329 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.927998184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.939415608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N013 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.9394986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"13","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.940437822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.941316302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:13640","req_id":"4f1f2c40-b5b5-4800-8a4a-9082d417e420","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   16 a8 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.941425105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:13640","req_id":"4f1f2c40-b5b5-4800-8a4a-9082d417e420","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 5800,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.941614979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.941732762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:13640","req_id":"4f1f2c40-b5b5-4800-8a4a-9082d417e420","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.941821424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:51932","req_id":"887b17cc-5b77-4866-9ab4-7abe78b6d657","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   95 9b 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.941894215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:51932","req_id":"887b17cc-5b77-4866-9ab4-7abe78b6d657","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 38299,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.942045939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.942349446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.942396437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:51932","req_id":"887b17cc-5b77-4866-9ab4-7abe78b6d657","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.999012489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:43.999773796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3960, tv_nsec: 774972247 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:43.999862479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.000658657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:21034","req_id":"4c88d143-47f5-454f-bc39-e18a3f75ec4f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   ae c4 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.000741979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:21034","req_id":"4c88d143-47f5-454f-bc39-e18a3f75ec4f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 44740,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.000983995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.001074897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:21034","req_id":"4c88d143-47f5-454f-bc39-e18a3f75ec4f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.035486324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.036022596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1449c2e-986a-4cfb-9836-ccbc43f39798\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:08:44 GMT\"} })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.03834978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.039110738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"3","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.040538391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.040606913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"0","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.041270088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.041323499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.04135524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.041393541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.041941084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.043489009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b452988-46ea-43eb-b6f6-1d569d66f388\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:08:44 GMT\"} })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.045487195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.046415967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"3","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.047452791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.048541466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"3fc51b06-2717-4f49-9d55-552e096fca0d\"))","node_id":"0","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.048594068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.048633819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"4","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.054206728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.054267419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"4","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.05518143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ReleaseVirtualProvisioning","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.055259252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ReleaseVirtualProvisioning","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.056149782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ReleaseVirtualProvisioning","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.059335836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ReleaseVirtualProvisioning","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.05946682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ReleaseVirtualProvisioning","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.060504644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ReleaseVirtualProvisioning","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.061507277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.061598449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"1","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"instance update (no VMM): deallocated virtual provisioning resources","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.070199108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","records_deleted":"[VirtualProvisioningCollection { id: 001de000-1334-4000-8000-000000000000, time_modified: Some(2026-01-16T23:08:44.059550Z), collection_type: \"Fleet\", virtual_disk_bytes_provisioned: ByteCount(ByteCount(0)), cpus_provisioned: 8, ram_provisioned: ByteCount(ByteCount(2147483648)) }, VirtualProvisioningCollection { id: 001de000-5110-4000-8000-000000000000, time_modified: Some(2026-01-16T23:08:44.059550Z), collection_type: \"Silo\", virtual_disk_bytes_provisioned: ByteCount(ByteCount(0)), cpus_provisioned: 8, ram_provisioned: ByteCount(ByteCount(2147483648)) }, VirtualProvisioningCollection { id: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, time_modified: Some(2026-01-16T23:08:44.059550Z), collection_type: \"Project\", virtual_disk_bytes_provisioned: ByteCount(ByteCount(0)), cpus_provisioned: 8, ram_provisioned: ByteCount(ByteCount(2147483648)) }]","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.070472714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.070520026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"4","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"instance update: trying to become instance updater...","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.073877453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","parent_lock":"UpdaterLock { updater_id: aedc5d98-584a-4c13-8061-8e5ca3880077, locked_gen: Generation(Generation(2)) }","saga_id":"3fc51b06-2717-4f49-9d55-552e096fca0d","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.074011556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"BecomeUpdater","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.074147779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"BecomeUpdater","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.083013435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"BecomeUpdater","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"instance update (no VMM): deallocated virtual provisioning resources","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.087715584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","records_deleted":"[VirtualProvisioningCollection { id: 001de000-1334-4000-8000-000000000000, time_modified: Some(2026-01-16T23:08:44.064096Z), collection_type: \"Fleet\", virtual_disk_bytes_provisioned: ByteCount(ByteCount(0)), cpus_provisioned: 4, ram_provisioned: ByteCount(ByteCount(1073741824)) }, VirtualProvisioningCollection { id: 001de000-5110-4000-8000-000000000000, time_modified: Some(2026-01-16T23:08:44.064096Z), collection_type: \"Silo\", virtual_disk_bytes_provisioned: ByteCount(ByteCount(0)), cpus_provisioned: 4, ram_provisioned: ByteCount(ByteCount(1073741824)) }, VirtualProvisioningCollection { id: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, time_modified: Some(2026-01-16T23:08:44.064096Z), collection_type: \"Project\", virtual_disk_bytes_provisioned: ByteCount(ByteCount(0)), cpus_provisioned: 4, ram_provisioned: ByteCount(ByteCount(1073741824)) }]","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.097272875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.097382988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"4","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.098518254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.098576585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"5","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"instance update (no VMM): unassigning oximeter producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.10394051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.105137208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UnassignOximeterProducer","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.105190849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UnassignOximeterProducer","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.105284291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UnassignOximeterProducer","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.106243113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.106294684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"5","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"inherited lock from aedc5d98-584a-4c13-8061-8e5ca3880077 to 3fc51b06-2717-4f49-9d55-552e096fca0d","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.106927189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"BecomeUpdater","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","parent_gen":"Generation(Generation(2))","parent_id":"aedc5d98-584a-4c13-8061-8e5ca3880077","locked_gen":"Generation(Generation(3))","updater_id":"3fc51b06-2717-4f49-9d55-552e096fca0d","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"instance_update: Now, I am become Updater, the destroyer of VMMs.","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.107063492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_id":"3fc51b06-2717-4f49-9d55-552e096fca0d","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.107118803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.107150084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"locked_gen\": Number(3), \"updater_id\": String(\"3fc51b06-2717-4f49-9d55-552e096fca0d\")})","node_id":"1","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"instance update (no VMM): unassigning oximeter producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.110941622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.111008014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UnassignOximeterProducer","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.111071515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UnassignOximeterProducer","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.111641458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UnassignOximeterProducer","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.112347084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.112399346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"2","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"un-assigned non-existent metric producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.11345547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","producer_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.113684926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.113737617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"5","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.114270919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.114369081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.114982766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.115841836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.115971679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(String(\"Delete\"))","node_id":"2","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.117018083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.117073644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"6","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"un-assigned non-existent metric producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.117622497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","producer_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.11774647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.117805271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"5","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.119400008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.119438309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"3","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"instance update: committing new runtime state and unlocking...","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.120216147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","lock":"UpdaterLock { updater_id: a18417d0-ece0-4683-b820-d092c7e4c46b, locked_gen: Generation(Generation(3)) }","new_intent":"None","new_runtime":"InstanceRuntimeState { time_updated: 2026-01-16T23:08:43.670107119Z, generation: Generation(Generation(4)), propolis_id: None, dst_propolis_id: None, migration_id: None, nexus_state: NoVmm, time_last_auto_restarted: None }","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.120275058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"CommitInstanceUpdates","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.120317519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"CommitInstanceUpdates","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.121004595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"CommitInstanceUpdates","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.121782813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.121826944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"6","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"instance update: deleting network config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.123507663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"deleting instance dpd configuration","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.123547174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.123565864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UpdateNetworkConfig","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.123600505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UpdateNetworkConfig","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.124281471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UpdateNetworkConfig","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"instance update: committing new runtime state and unlocking...","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.125067759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","lock":"UpdaterLock { updater_id: 3ea23c7f-337b-4ed2-8658-63552bdcb179, locked_gen: Generation(Generation(3)) }","new_intent":"None","new_runtime":"InstanceRuntimeState { time_updated: 2026-01-16T23:08:43.708664892Z, generation: Generation(Generation(4)), propolis_id: None, dst_propolis_id: None, migration_id: None, nexus_state: NoVmm, time_last_auto_restarted: None }","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.125123511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"CommitInstanceUpdates","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.125168072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"CommitInstanceUpdates","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.125625862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"CommitInstanceUpdates","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.127384673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UpdateNetworkConfig","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.127456475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UpdateNetworkConfig","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.12811791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UpdateNetworkConfig","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"instance update: committed update new runtime state!","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.128787186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","did_unlock":"true","new_runtime":"InstanceRuntimeState { time_updated: 2026-01-16T23:08:43.670107119Z, generation: Generation(Generation(4)), propolis_id: None, dst_propolis_id: None, migration_id: None, nexus_state: NoVmm, time_last_auto_restarted: None }","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.128858417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.129043942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.129094363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.129540913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.129959633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Signaled"}
{"msg":"VPC route manager running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.130008224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.130043995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.130084466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.130123527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.130163177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.130608788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.137027256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.137082678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"6","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.141868628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.142145655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"7","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.145282948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.152778511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.152841363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.152965516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.153008657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.153050938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.153126989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.15317769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.153218471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.153305144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.153349025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.153382295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.154184304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.154234235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"UserBuiltin\": Object {\"user_builtin_id\": String(\"001de000-05e4-4000-8000-000000000002\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Null]}}, \"vmm_id\": String(\"fb208665-16a8-4b92-8afa-3c5dc2b05723\")})","node_id":"7","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.158969025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.164488483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.164586445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.164638126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.165320812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.166182652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.170328728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.17040154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.170453971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.171124596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.172506948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.172550059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"8","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.17343634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.173483171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.173789188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.174864153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.175351504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.175401545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"8","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.176159983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.177199097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:13262","req_id":"d5b85379-bd3c-48ad-82c9-e2bf91853dbb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   99 ce 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.177276249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:13262","req_id":"d5b85379-bd3c-48ad-82c9-e2bf91853dbb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 39374,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.177491414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.177701439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.177789461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:13262","req_id":"d5b85379-bd3c-48ad-82c9-e2bf91853dbb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.216676412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.216739073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/vpc-routes","method":"GET"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.218903743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.218964365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"9","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.219006715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.219053637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.219089357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"instance update: committed update new runtime state!","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.219949117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","did_unlock":"true","new_runtime":"InstanceRuntimeState { time_updated: 2026-01-16T23:08:43.708664892Z, generation: Generation(Generation(4)), propolis_id: None, dst_propolis_id: None, migration_id: None, nexus_state: NoVmm, time_last_auto_restarted: None }","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.220020139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.22006238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"6","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.221302799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3960, tv_nsec: 996522510 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.221401171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.221850761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.221911853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.222010695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46278"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.22266963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"b5ac2c2e-d0b2-4d3e-890e-ce776947e0ae","remote_addr":"[::1]:46278","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.222729892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"b5ac2c2e-d0b2-4d3e-890e-ce776947e0ae","remote_addr":"[::1]:46278","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.222999728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"b5ac2c2e-d0b2-4d3e-890e-ce776947e0ae","remote_addr":"[::1]:46278","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":336,"response_code":200}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.224589245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:11734","req_id":"ba182d80-f2d7-459f-858f-8a3b616ae309","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   9c 8a 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.224663926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:11734","req_id":"ba182d80-f2d7-459f-858f-8a3b616ae309","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 40074,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.224853601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.224910372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:11734","req_id":"ba182d80-f2d7-459f-858f-8a3b616ae309","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.225000354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5ac2c2e-d0b2-4d3e-890e-ce776947e0ae\", \"content-length\": \"210\", \"date\": \"Fri, 16 Jan 2026 23:08:44 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.225065786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.225114227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.225189069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.226229143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.226290354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.264041549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.265019491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.265076163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.265696347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"instance update (VMM destroyed): deallocating sled resource reservation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.266752822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","propolis_id":"fb208665-16a8-4b92-8afa-3c5dc2b05723","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.266817503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ReleaseSledResources","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.266869834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ReleaseSledResources","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.267390827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ReleaseSledResources","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.268253876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.268343979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"7","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.269806683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"423b0b18-58de-4f56-8d82-f2b810d1cb51\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:08:44 GMT\"} })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.27188774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.272421563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"3","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.273044407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.273108019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.27359072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.273639211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"UserBuiltin\": Object {\"user_builtin_id\": String(\"001de000-05e4-4000-8000-000000000002\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Null]}}, \"vmm_id\": String(\"dbce397c-271a-4e0c-bc27-54b8e59e34b9\")})","node_id":"7","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:44.274687605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.276892087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.276941398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"4","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.277114972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N010 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.277173473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"10","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.27789993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.277950201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"8","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.278694078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.2787592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.278815181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.278866122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.279575589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.280700085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ReleaseVirtualProvisioning","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.280754606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ReleaseVirtualProvisioning","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.28134649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ReleaseVirtualProvisioning","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"instance update (VMM destroyed): marking VMM record deleted","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.281742909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","propolis_id":"fb208665-16a8-4b92-8afa-3c5dc2b05723","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.28177124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"MarkVmmDeleted","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.281798661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"MarkVmmDeleted","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.28219765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"MarkVmmDeleted","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.28349559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.283547521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"8","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.284144935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.289400566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.289462628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.289526859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.28956418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.289605361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.290166024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.2917137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N010 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.291810382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"10","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.293711356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.293916261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"9","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"instance update (no VMM): deallocated virtual provisioning resources","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.302999912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","records_deleted":"[VirtualProvisioningCollection { id: 001de000-1334-4000-8000-000000000000, time_modified: Some(2026-01-16T23:08:44.285353Z), collection_type: \"Fleet\", virtual_disk_bytes_provisioned: ByteCount(ByteCount(0)), cpus_provisioned: 0, ram_provisioned: ByteCount(ByteCount(0)) }, VirtualProvisioningCollection { id: 001de000-5110-4000-8000-000000000000, time_modified: Some(2026-01-16T23:08:44.285353Z), collection_type: \"Silo\", virtual_disk_bytes_provisioned: ByteCount(ByteCount(0)), cpus_provisioned: 0, ram_provisioned: ByteCount(ByteCount(0)) }, VirtualProvisioningCollection { id: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, time_modified: Some(2026-01-16T23:08:44.285353Z), collection_type: \"Project\", virtual_disk_bytes_provisioned: ByteCount(ByteCount(0)), cpus_provisioned: 0, ram_provisioned: ByteCount(ByteCount(0)) }]","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.303275728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.303312769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"4","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"instance update (VMM destroyed): deallocating sled resource reservation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.304166868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","propolis_id":"dbce397c-271a-4e0c-bc27-54b8e59e34b9","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.30422579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ReleaseSledResources","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.304259801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ReleaseSledResources","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.312589343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ReleaseSledResources","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.313833642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N011 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.313876353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"11","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.314743433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.320709711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.320789853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.320831584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.321447448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.324556871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.324653763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"5","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.325510983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N011 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.326497616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"11","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.326561978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.326591678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"instance update (no VMM): unassigning oximeter producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.329030945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.329093206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UnassignOximeterProducer","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.329142877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UnassignOximeterProducer","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.329914965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"UnassignOximeterProducer","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.331211065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N012 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.331268466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"12","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.331566233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N010 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.331633415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"10","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"un-assigned non-existent metric producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.334252245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","producer_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.334319877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.334361318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"5","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"instance update (VMM destroyed): marking VMM record deleted","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.33446258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","propolis_id":"dbce397c-271a-4e0c-bc27-54b8e59e34b9","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.334513831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"MarkVmmDeleted","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.334569923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"MarkVmmDeleted","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.335207678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"MarkVmmDeleted","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.335895774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.335972756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.336025837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.336056077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.33658378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.338834102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.338873103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"6","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.343807927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.343880939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.344698547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.345736392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.345815524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.345876535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.34652175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.347599805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N010 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.347674087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"10","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"instance update: committing new runtime state and unlocking...","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.348514456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","lock":"UpdaterLock { updater_id: 3fc51b06-2717-4f49-9d55-552e096fca0d, locked_gen: Generation(Generation(3)) }","new_intent":"None","new_runtime":"InstanceRuntimeState { time_updated: 2026-01-16T23:08:43.812718703Z, generation: Generation(Generation(4)), propolis_id: None, dst_propolis_id: None, migration_id: None, nexus_state: Failed, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.348588278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"CommitInstanceUpdates","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.348642719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"CommitInstanceUpdates","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.349807706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"CommitInstanceUpdates","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.351125636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.351240789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/eip-gateways","method":"PUT"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.352902477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.352975739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.3530261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.353068481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.353926301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N011 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.353996103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"11","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.354924684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"65ecb42f-395c-441d-88fc-d6695ed092ca","remote_addr":"[::1]:46278","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.355020447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"65ecb42f-395c-441d-88fc-d6695ed092ca","remote_addr":"[::1]:46278","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.355261712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"65ecb42f-395c-441d-88fc-d6695ed092ca","remote_addr":"[::1]:46278","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":338,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.355753964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/eip-gateways\", status: 204, headers: {\"x-request-id\": \"65ecb42f-395c-441d-88fc-d6695ed092ca\", \"date\": \"Fri, 16 Jan 2026 23:08:44 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.355834686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.355880227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.35646138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.357259929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.367867014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.367976026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.368039458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.368619412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.369726067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N011 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.369782528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"11","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.370790342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.370848773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.371552009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"instance update: instance will not reincarnate","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.385457682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","intended_state":"stopped","karmic_state":"WillReincarnate","needs_reincarnation":false,"auto_restart_config":"InstanceAutoRestart { policy: None, cooldown: None }","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.385766359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N012 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.38582373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"12","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.38668931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N012 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.386739852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"12","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.389541756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.389647389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.39056629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.397308346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N014 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.397371767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"14","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.398649477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.39876901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.398844332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.398899693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.399573239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229 push not needed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.402734322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.403802447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vpc-routes","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.403859038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"1e6d6fac-07f2-401c-b4c4-745511c7cdda","remote_addr":"[::1]:46278","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.403907019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"1e6d6fac-07f2-401c-b4c4-745511c7cdda","remote_addr":"[::1]:46278","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.404031652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"1e6d6fac-07f2-401c-b4c4-745511c7cdda","remote_addr":"[::1]:46278","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":516,"response_code":204}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.404317899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N014 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.40436527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"14","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.405497386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 204, headers: {\"x-request-id\": \"1e6d6fac-07f2-401c-b4c4-745511c7cdda\", \"date\": \"Fri, 16 Jan 2026 23:08:44 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.40870118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":6,"elapsed":"278.726087ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.408755811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Signaled"}
{"msg":"VPC route manager running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.410168644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.410210635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.410245346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.410291417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.410338138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.411047345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.412217852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.412305224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.412341335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.412758754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.413936742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"5e489143-6628-4878-a63f-a105f907b527"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.413994293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.41475693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.419699575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.419778967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.419863079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.41992632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.419967191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.420380681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.422241544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.422315576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.422364307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.422398168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.423526854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.428918038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.4289875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.429232716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.429756448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.430564577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.438945461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.439107405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.439167806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.440002655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.441826148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.441874309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.4419308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.441953441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"instance update: committed update new runtime state!","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.448964973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","did_unlock":"true","new_runtime":"InstanceRuntimeState { time_updated: 2026-01-16T23:08:43.812718703Z, generation: Generation(Generation(4)), propolis_id: None, dst_propolis_id: None, migration_id: None, nexus_state: Failed, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.449048965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.449080676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"6","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.496982266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.497043947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/vpc-routes","method":"GET"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.535415536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/v2p","method":"GET"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.536521591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"instance-update","saga_id":"5e489143-6628-4878-a63f-a105f907b527","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"success"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.536583723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"5e489143-6628-4878-a63f-a105f907b527","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.536835979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"5e489143-6628-4878-a63f-a105f907b527","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: 5e489143-6628-4878-a63f-a105f907b527, saga_log: SagaLog { saga_id: 5e489143-6628-4878-a63f-a105f907b527, unwinding: false, events: [N013 started, N013 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 succeeded, N006 started, N006 succeeded, N007 started, N007 succeeded, N008 started, N008 succeeded, N009 started, N009 succeeded, N010 started, N010 succeeded, N011 started, N011 succeeded, N012 started, N012 succeeded, N014 started, N014 succeeded], node_status: {0: Succeeded(String(\"a18417d0-ece0-4683-b820-d092c7e4c46b\")), 1: Succeeded(Object {\"locked_gen\": Number(3), \"updater_id\": String(\"a18417d0-ece0-4683-b820-d092c7e4c46b\")}), 2: Succeeded(String(\"Delete\")), 3: Succeeded(Null), 4: Succeeded(Null), 5: Succeeded(Null), 6: Succeeded(Null), 7: Succeeded(Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"UserBuiltin\": Object {\"user_builtin_id\": String(\"001de000-05e4-4000-8000-000000000002\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Null]}}, \"vmm_id\": String(\"fb208665-16a8-4b92-8afa-3c5dc2b05723\")}), 8: Succeeded(Null), 9: Succeeded(Null), 10: Succeeded(Null), 11: Succeeded(Null), 12: Succeeded(Null), 13: Succeeded(Null), 14: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Null, node_outputs: {\"active_vmm_destroyed\": Null, \"chain_successor_saga\": Null, \"commit_instance_updates\": Null, \"destroy_active_vmm_params\": Object {\"instance_id\": String(\"6c2fdf00-a377-43bb-9499-fb5ac98dcc67\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"UserBuiltin\": Object {\"user_builtin_id\": String(\"001de000-05e4-4000-8000-000000000002\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Null]}}, \"vmm_id\": String(\"fb208665-16a8-4b92-8afa-3c5dc2b05723\")}, \"mark_vmm_deleted\": Null, \"network_config_update\": String(\"Delete\"), \"release_sled_resources\": Null, \"release_virtual_provisioning\": Null, \"saga_instance_lock_id\": String(\"a18417d0-ece0-4683-b820-d092c7e4c46b\"), \"unassign_oximeter_producer\": Null, \"update_network_config\": Null, \"updater_lock\": Object {\"locked_gen\": Number(3), \"updater_id\": String(\"a18417d0-ece0-4683-b820-d092c7e4c46b\")}} }) }"}
{"msg":"instance update: child saga completed successfully","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.537044634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","child_saga_id":"5e489143-6628-4878-a63f-a105f907b527","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.537098415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.537136246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.537655088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.537715189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"7","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.538660851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":3}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.538717342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.538790914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.539165653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.539734796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.539805798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.540384001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.540670967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.540729419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.541184509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"instance update: instance will not reincarnate","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.541696581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","intended_state":"stopped","karmic_state":"WillReincarnate","needs_reincarnation":false,"auto_restart_config":"InstanceAutoRestart { policy: None, cooldown: None }","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.542724945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N012 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.542773446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"12","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.543945154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46280"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.544018395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46282"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.545272264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"a82feef1-d013-47dc-bbd6-63cab3dbdf09","remote_addr":"[::1]:46280","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.545333966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"a82feef1-d013-47dc-bbd6-63cab3dbdf09","remote_addr":"[::1]:46280","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.545397687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"13ce3434-cbc4-4013-9d9c-7a767a55f008","remote_addr":"[::1]:46282","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.545433348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"13ce3434-cbc4-4013-9d9c-7a767a55f008","remote_addr":"[::1]:46282","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.545468919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"a82feef1-d013-47dc-bbd6-63cab3dbdf09","remote_addr":"[::1]:46280","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":833,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.54551229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"13ce3434-cbc4-4013-9d9c-7a767a55f008","remote_addr":"[::1]:46282","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":753,"response_code":200}
{"msg":"fetching external group state from all switches for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.545551831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switch_count":1,"group_ip":"224.2.0.0"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.545595682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/groups/224.2.0.0","method":"GET"}
{"msg":"fetching external group state from all switches for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.545726795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switch_count":1,"group_ip":"224.2.0.2"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.545781256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/groups/224.2.0.2","method":"GET"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.546432601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.546469232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"UserBuiltin\": Object {\"user_builtin_id\": String(\"001de000-05e4-4000-8000-000000000002\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Null]}}, \"vmm_id\": String(\"629b0124-32fc-4f22-b77d-706819a10192\")})","node_id":"7","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.547111327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.547140718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"4","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.547520417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N014 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.547564858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"14","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"fetching external group state from all switches for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.548667223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switch_count":1,"group_ip":"224.2.0.1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.548724974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/groups/224.2.0.1","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.549728018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a82feef1-d013-47dc-bbd6-63cab3dbdf09\", \"content-length\": \"210\", \"date\": \"Fri, 16 Jan 2026 23:08:44 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.549890481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.549940313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.55069312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.55114983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13ce3434-cbc4-4013-9d9c-7a767a55f008\", \"content-length\": \"301\", \"date\": \"Fri, 16 Jan 2026 23:08:44 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.551298504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: ::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(592861) }, VirtualNetworkInterfaceHost { physical_host_ip: ::1, virtual_ip: 172.30.0.6, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 1])), vni: Vni(592861) }, VirtualNetworkInterfaceHost { physical_host_ip: ::1, virtual_ip: 172.30.0.7, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 2])), vni: Vni(592861) }}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.551340015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[VirtualNetworkInterfaceHost { physical_host_ip: ::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(592861) }, VirtualNetworkInterfaceHost { physical_host_ip: ::1, virtual_ip: 172.30.0.6, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 1])), vni: Vni(592861) }]","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.551387396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/v2p","method":"DELETE"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.551637892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/groups/224.2.0.0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bcc8991-5e9d-4f3d-be06-6ae6ab4905ca\", \"content-length\": \"290\", \"date\": \"Fri, 16 Jan 2026 23:08:44 GMT\"} })"}
{"msg":"external group state fetched from all switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.551787745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switches_with_group":1,"switches_queried":1,"group_ip":"224.2.0.0"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.552974003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N014 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.553010824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"14","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.553431613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.553489804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"4","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.553887564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.553930495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"8","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.555300147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"DELETE","req_id":"357cc5b7-5a9e-4ac7-bb0c-225c3e3eafbe","remote_addr":"[::1]:46282","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.555347458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"DELETE","req_id":"357cc5b7-5a9e-4ac7-bb0c-225c3e3eafbe","remote_addr":"[::1]:46282","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.555830699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/groups/224.2.0.2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48cc30fe-d6f4-4ca2-9427-caec585529ee\", \"content-length\": \"290\", \"date\": \"Fri, 16 Jan 2026 23:08:44 GMT\"} })"}
{"msg":"external group state fetched from all switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.555987213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switches_with_group":1,"switches_queried":1,"group_ip":"224.2.0.2"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.556087215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/groups/224.2.0.1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24c8236f-c269-4b15-be73-c755352ffb79\", \"content-length\": \"290\", \"date\": \"Fri, 16 Jan 2026 23:08:44 GMT\"} })"}
{"msg":"external group state fetched from all switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.556186047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switches_with_group":1,"switches_queried":1,"group_ip":"224.2.0.1"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.556233588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:40.877371Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Active, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","state":"Active"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.55630106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:40.889238Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Active, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }","state":"Active"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.556368002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:40.950337Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Active, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }","state":"Active"}
{"msg":"group reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.556463104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":3,"processed":3,"state":"Active"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.556501845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.556535525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.556572506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.557049557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.557562109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"DELETE","req_id":"357cc5b7-5a9e-4ac7-bb0c-225c3e3eafbe","remote_addr":"[::1]:46282","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2265,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.563160649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/v2p\", status: 204, headers: {\"x-request-id\": \"357cc5b7-5a9e-4ac7-bb0c-225c3e3eafbe\", \"date\": \"Fri, 16 Jan 2026 23:08:44 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.563245601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/v2p","method":"DELETE"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.564291265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.564372187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"8","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.564868628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"3dac985a-2de6-4972-811c-13459e22448c"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.56493585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.565338609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.56537348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.56623137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.566282521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":3,"orphaned_member_cleanup":0,"member_lifecycle_transitions":3,"active_groups_verified":3,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed successfully","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.567721794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_operations":3,"orphaned_members_cleaned":0,"member_state_transitions":3,"active_groups_verified":3,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.567788526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":3,\"members_deleted\":0,\"members_processed\":3}","iteration":14,"elapsed":"3.220725535s"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.570065238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"DELETE","req_id":"846f6128-51a8-486b-879d-2a3f9b9fa0c1","remote_addr":"[::1]:46282","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.57012747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"DELETE","req_id":"846f6128-51a8-486b-879d-2a3f9b9fa0c1","remote_addr":"[::1]:46282","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.570391176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"DELETE","req_id":"846f6128-51a8-486b-879d-2a3f9b9fa0c1","remote_addr":"[::1]:46282","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":345,"response_code":204}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.570909828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.570959219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"9","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.571700216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"instance-update","saga_id":"3dac985a-2de6-4972-811c-13459e22448c","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"success"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.571813609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"3dac985a-2de6-4972-811c-13459e22448c","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.571966943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"3dac985a-2de6-4972-811c-13459e22448c","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: 3dac985a-2de6-4972-811c-13459e22448c, saga_log: SagaLog { saga_id: 3dac985a-2de6-4972-811c-13459e22448c, unwinding: false, events: [N013 started, N013 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 succeeded, N006 started, N006 succeeded, N007 started, N007 succeeded, N008 started, N008 succeeded, N009 started, N009 succeeded, N010 started, N010 succeeded, N011 started, N011 succeeded, N012 started, N012 succeeded, N014 started, N014 succeeded], node_status: {0: Succeeded(String(\"3ea23c7f-337b-4ed2-8658-63552bdcb179\")), 1: Succeeded(Object {\"locked_gen\": Number(3), \"updater_id\": String(\"3ea23c7f-337b-4ed2-8658-63552bdcb179\")}), 2: Succeeded(String(\"Delete\")), 3: Succeeded(Null), 4: Succeeded(Null), 5: Succeeded(Null), 6: Succeeded(Null), 7: Succeeded(Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"UserBuiltin\": Object {\"user_builtin_id\": String(\"001de000-05e4-4000-8000-000000000002\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Null]}}, \"vmm_id\": String(\"dbce397c-271a-4e0c-bc27-54b8e59e34b9\")}), 8: Succeeded(Null), 9: Succeeded(Null), 10: Succeeded(Null), 11: Succeeded(Null), 12: Succeeded(Null), 13: Succeeded(Null), 14: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Null, node_outputs: {\"active_vmm_destroyed\": Null, \"chain_successor_saga\": Null, \"commit_instance_updates\": Null, \"destroy_active_vmm_params\": Object {\"instance_id\": String(\"047649a1-bd77-4a29-8488-f19a376f3d65\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"UserBuiltin\": Object {\"user_builtin_id\": String(\"001de000-05e4-4000-8000-000000000002\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Null]}}, \"vmm_id\": String(\"dbce397c-271a-4e0c-bc27-54b8e59e34b9\")}, \"mark_vmm_deleted\": Null, \"network_config_update\": String(\"Delete\"), \"release_sled_resources\": Null, \"release_virtual_provisioning\": Null, \"saga_instance_lock_id\": String(\"3ea23c7f-337b-4ed2-8658-63552bdcb179\"), \"unassign_oximeter_producer\": Null, \"update_network_config\": Null, \"updater_lock\": Object {\"locked_gen\": Number(3), \"updater_id\": String(\"3ea23c7f-337b-4ed2-8658-63552bdcb179\")}} }) }"}
{"msg":"instance update: child saga completed successfully","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.572080465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","child_saga_id":"3dac985a-2de6-4972-811c-13459e22448c","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.572126466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.572149047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.575073945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/v2p\", status: 204, headers: {\"x-request-id\": \"846f6128-51a8-486b-879d-2a3f9b9fa0c1\", \"date\": \"Fri, 16 Jan 2026 23:08:44 GMT\"} })"}
{"msg":"v2p mappings to add","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.575146966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.576737863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":5,"elapsed":"447.831605ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.576795295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.577662995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.577921721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.578607397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"instance update (VMM destroyed): deallocating sled resource reservation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.580643933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","propolis_id":"629b0124-32fc-4f22-b77d-706819a10192","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.580706345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ReleaseSledResources","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.580764356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ReleaseSledResources","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.580822388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ReleaseSledResources","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.58133568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.581388271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"4","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.588975737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.589047768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"4","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.589740864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.589786345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.591155947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.591224179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.596575993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N010 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.596629524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"10","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.597464944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.597525375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.598567689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.599944551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"start-instance-update","saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"success"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.600086394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.600218317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"77ff58ac-97dc-4155-8f14-115470a4e8b3","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: 77ff58ac-97dc-4155-8f14-115470a4e8b3, saga_log: SagaLog { saga_id: 77ff58ac-97dc-4155-8f14-115470a4e8b3, unwinding: false, events: [N003 started, N003 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N004 started, N004 succeeded], node_status: {0: Succeeded(String(\"2fb631ca-8747-4dff-b2da-a9428a20cae1\")), 1: Succeeded(Object {\"locked_gen\": Number(2), \"updater_id\": String(\"2fb631ca-8747-4dff-b2da-a9428a20cae1\")}), 2: Succeeded(Null), 3: Succeeded(Null), 4: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Null, node_outputs: {\"saga_instance_lock_id\": String(\"2fb631ca-8747-4dff-b2da-a9428a20cae1\"), \"state\": Null, \"updater_lock\": Object {\"locked_gen\": Number(2), \"updater_id\": String(\"2fb631ca-8747-4dff-b2da-a9428a20cae1\")}} }) }"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.60033021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Signaled"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.600373321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.600404851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.600434312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.60294322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:34070","req_id":"8d7266d8-74fe-4fdc-a97e-74f653e26504","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   63 a5 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   c............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.604847765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:34070","req_id":"8d7266d8-74fe-4fdc-a97e-74f653e26504","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 25509,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.605163322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.605197273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.605222903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:34070","req_id":"8d7266d8-74fe-4fdc-a97e-74f653e26504","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"instance update (VMM destroyed): marking VMM record deleted","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.605284455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","propolis_id":"629b0124-32fc-4f22-b77d-706819a10192","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.605322825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"MarkVmmDeleted","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.605374967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"MarkVmmDeleted","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.605414748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"MarkVmmDeleted","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.606328059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3961, tv_nsec: 381581150 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.606399461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.60899925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:8954","req_id":"36f70b48-0fe7-4b27-9443-a9a80a098408","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   c2 6d 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .m..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.609094383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:8954","req_id":"36f70b48-0fe7-4b27-9443-a9a80a098408","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 49773,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.609275367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.609389899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:8954","req_id":"36f70b48-0fe7-4b27-9443-a9a80a098408","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.653397769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.657531285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.657588946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.657618517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.657639937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.658389115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.659280435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N010 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.659328087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"10","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.65992175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"start-instance-update","saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"success"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.660081174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.660277229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"17c725fc-120f-4134-b620-4c5f2dba9da7","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: 17c725fc-120f-4134-b620-4c5f2dba9da7, saga_log: SagaLog { saga_id: 17c725fc-120f-4134-b620-4c5f2dba9da7, unwinding: false, events: [N003 started, N003 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N004 started, N004 succeeded], node_status: {0: Succeeded(String(\"f7cdbb54-3e40-4d12-8556-19887a42e3b1\")), 1: Succeeded(Object {\"locked_gen\": Number(2), \"updater_id\": String(\"f7cdbb54-3e40-4d12-8556-19887a42e3b1\")}), 2: Succeeded(Null), 3: Succeeded(Null), 4: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Null, node_outputs: {\"saga_instance_lock_id\": String(\"f7cdbb54-3e40-4d12-8556-19887a42e3b1\"), \"state\": Null, \"updater_lock\": Object {\"locked_gen\": Number(2), \"updater_id\": String(\"f7cdbb54-3e40-4d12-8556-19887a42e3b1\")}} }) }"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.660451823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.660565765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.661521578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"61aa7040-9304-4968-9c00-b7245adaa41e","remote_addr":"[::1]:46280","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.661586539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"61aa7040-9304-4968-9c00-b7245adaa41e","remote_addr":"[::1]:46280","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.661904476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"61aa7040-9304-4968-9c00-b7245adaa41e","remote_addr":"[::1]:46280","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":340,"response_code":204}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.662266595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.666202006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.666274177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.666333269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.666367659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.666476242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.667521206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.667801083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N011 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.667853194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"11","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.67326661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/eip-gateways\", status: 204, headers: {\"x-request-id\": \"61aa7040-9304-4968-9c00-b7245adaa41e\", \"date\": \"Fri, 16 Jan 2026 23:08:44 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.673332951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.673360932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.673994587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.674625311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5942445e-839c-4d9a-b35b-20004dcef46e\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:08:44 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.674789685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.674834836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.674874257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.67545431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.676283749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.680099528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.68019466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.680240391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.680688611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.68321547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.684277285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.684330356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.684392327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.684455969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.68449795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.68454132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.685137974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.686540577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N011 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.686585098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"11","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.688204525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.688268857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.688906142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.689653079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.690178162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.690277594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.692618288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N012 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.693165171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"12","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229 push not needed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.693397186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.693528999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vpc-routes","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.694154284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"3459e855-5397-4658-9cab-8af07784c9e8","remote_addr":"[::1]:46280","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.694225985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"3459e855-5397-4658-9cab-8af07784c9e8","remote_addr":"[::1]:46280","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.694612694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"3459e855-5397-4658-9cab-8af07784c9e8","remote_addr":"[::1]:46280","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":417,"response_code":204}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.694739267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.694790528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.694835589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.694899231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.695544366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.696570619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.696650231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.696682862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.696709022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.697269515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.698111055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.698439543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3459e855-5397-4658-9cab-8af07784c9e8\", \"date\": \"Fri, 16 Jan 2026 23:08:44 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.700360897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":7,"elapsed":"291.572165ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.700415539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Signaled"}
{"msg":"VPC route manager running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.701801521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.701843522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.70307761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.703140522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.703193383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.703233804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.703439018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.70351851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.703766966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.703821337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.703863408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.703898399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.704434001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.705639979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.706742145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.706828517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.706873038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.706921199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.711778531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.712866287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.712936338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.712969889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.713031471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.716862509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.717000333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.717039624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.717071364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.717100355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.717534835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.719424379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.719567312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.719634744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.719965292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.72075413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.720864822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.721374784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.722119382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.725666904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.726095853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.726148815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.726219306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.726886862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.726945113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.727089426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.72767065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.729525503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.739271699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.739465543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.739543245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.740030736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"saga_node":"ChainSuccessorSaga","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.741336096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.741535571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.741588722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.742719268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.742763439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.783890222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.785668854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/vpc-routes","method":"GET"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.785728975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.785763236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46284"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.786525983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"b9cba319-36e2-43e6-8e4b-f8a385e27af3","remote_addr":"[::1]:46284","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.786567784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"b9cba319-36e2-43e6-8e4b-f8a385e27af3","remote_addr":"[::1]:46284","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.786610435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.786650866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.786687167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.786724118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.786766539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.78680512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.786835481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.786871501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"b9cba319-36e2-43e6-8e4b-f8a385e27af3","remote_addr":"[::1]:46284","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2192,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.786916082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9cba319-36e2-43e6-8e4b-f8a385e27af3\", \"content-length\": \"210\", \"date\": \"Fri, 16 Jan 2026 23:08:44 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.786965544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.787000274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.787028745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"instance update: instance will not reincarnate","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.790754601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","intended_state":"stopped","karmic_state":"WillReincarnate","needs_reincarnation":false,"auto_restart_config":"InstanceAutoRestart { policy: None, cooldown: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.791604521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N012 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.791675663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"12","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.801406918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.80147397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.801518061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.802387521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.803537737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.803599469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.804275075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.805700138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N014 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.805772439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"14","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.808980743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.814020011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.814183324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.814237816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.814273766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.815027444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N014 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.815115846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"14","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.815826033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.816409556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.816454857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.816490038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.816673132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.817636694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.818614887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.821291959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.821370581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.821426332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.821468993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.821496773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.821535354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.821566685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.822335703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.823447039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.8235014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.823539161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"multicast member lifecycle transition: 'Joining' → 'Left'","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.823576582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"instance_not_valid_for_multicast_traffic","group_multicast_ip":"224.2.0.2/32","group_name":"consistency-group-3","group_id":"2b114826-a483-4ec3-9cbb-10b23f4b8c41","instance_id":"6c2fdf00-a377-43bb-9499-fb5ac98dcc67","member_id":"39f72f42-fc41-4bca-99b8-17c80442aa12"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.823644783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"StateChanged","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:40.889238Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Active, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: 39f72f42-fc41-4bca-99b8-17c80442aa12, time_created: 2026-01-16T23:08:35.956054Z, time_modified: 2026-01-16T23:08:43.093400Z, time_deleted: None, external_group_id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, parent_id: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, sled_id: Some(b6d65341-167c-41df-9b5c-41cded99c229 (sled)), state: Joining, version_added: Generation(Generation(3077)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.823742846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:40.889238Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Active, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.823810157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.823848288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.824176706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.825047946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.825115918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.825160009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.82566019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.826627483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.826681564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.827480412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"12082892-d49f-45b5-8594-19e4daa70503","remote_addr":"[::1]:46284","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.827546874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"12082892-d49f-45b5-8594-19e4daa70503","remote_addr":"[::1]:46284","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.828622449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"12082892-d49f-45b5-8594-19e4daa70503","remote_addr":"[::1]:46284","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":265,"response_code":204}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.82869262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.828749112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.828793773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.828832623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.829030608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.842232974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.842715915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.842790057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.843065253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.844973098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.845363097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.845407018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.845442499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.845712465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.848991561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"instance-update","saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"success"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.849059532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.849094323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","saga_name":"instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6, saga_log: SagaLog { saga_id: fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6, unwinding: false, events: [N013 started, N013 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 succeeded, N006 started, N006 succeeded, N007 started, N007 succeeded, N008 started, N008 succeeded, N009 started, N009 succeeded, N010 started, N010 succeeded, N011 started, N011 succeeded, N012 started, N012 succeeded, N014 started, N014 succeeded], node_status: {0: Succeeded(String(\"3fc51b06-2717-4f49-9d55-552e096fca0d\")), 1: Succeeded(Object {\"locked_gen\": Number(3), \"updater_id\": String(\"3fc51b06-2717-4f49-9d55-552e096fca0d\")}), 2: Succeeded(String(\"Delete\")), 3: Succeeded(Null), 4: Succeeded(Null), 5: Succeeded(Null), 6: Succeeded(Null), 7: Succeeded(Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"UserBuiltin\": Object {\"user_builtin_id\": String(\"001de000-05e4-4000-8000-000000000002\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Null]}}, \"vmm_id\": String(\"629b0124-32fc-4f22-b77d-706819a10192\")}), 8: Succeeded(Null), 9: Succeeded(Null), 10: Succeeded(Null), 11: Succeeded(Null), 12: Succeeded(Null), 13: Succeeded(Null), 14: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Null, node_outputs: {\"active_vmm_destroyed\": Null, \"chain_successor_saga\": Null, \"commit_instance_updates\": Null, \"destroy_active_vmm_params\": Object {\"instance_id\": String(\"654b8aa8-0014-4f2e-b375-089d955844b2\"), \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"UserBuiltin\": Object {\"user_builtin_id\": String(\"001de000-05e4-4000-8000-000000000002\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Null]}}, \"vmm_id\": String(\"629b0124-32fc-4f22-b77d-706819a10192\")}, \"mark_vmm_deleted\": Null, \"network_config_update\": String(\"Delete\"), \"release_sled_resources\": Null, \"release_virtual_provisioning\": Null, \"saga_instance_lock_id\": String(\"3fc51b06-2717-4f49-9d55-552e096fca0d\"), \"unassign_oximeter_producer\": Null, \"update_network_config\": Null, \"updater_lock\": Object {\"locked_gen\": Number(3), \"updater_id\": String(\"3fc51b06-2717-4f49-9d55-552e096fca0d\")}} }) }"}
{"msg":"instance update: child saga completed successfully","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.849246816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","child_saga_id":"fa8aac47-73cd-4ef3-a1c5-f5dc373ed4a6","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.849286607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.849314208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.886370886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/v2p","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.887993024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.890499802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.890581284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.890634506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.890700327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.891492415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.893053472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.913188298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.91326575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.913334532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.913834183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.914624881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.915021691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46286"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.915473721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/eip-gateways\", status: 204, headers: {\"x-request-id\": \"12082892-d49f-45b5-8594-19e4daa70503\", \"date\": \"Fri, 16 Jan 2026 23:08:44 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.915532712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.915582203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.916099245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.917517458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.91758175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.917628431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.917668242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.917865486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.919214597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.919274839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Started","node_id":"4","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.920474317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"db0d93dd-8cfa-4946-a8cf-0eb24a43ddba","remote_addr":"[::1]:46286","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.920657421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"db0d93dd-8cfa-4946-a8cf-0eb24a43ddba","remote_addr":"[::1]:46286","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.920726683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.920768294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.920940138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.921007449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.92105157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.921085511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.923788193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.923850595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"db0d93dd-8cfa-4946-a8cf-0eb24a43ddba","remote_addr":"[::1]:46286","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2086,"response_code":200}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.923899016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.923931907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.923962297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.924006428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.925018202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.925074743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.925116984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.925697367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.926943787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.927055539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.928165495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.930358826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.930424517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.930466338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga log event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.93314752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"}
{"msg":"recording saga event","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.933212512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"event_type":"Succeeded(Null)","node_id":"4","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.934062891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db0d93dd-8cfa-4946-a8cf-0eb24a43ddba\", \"content-length\": \"101\", \"date\": \"Fri, 16 Jan 2026 23:08:44 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.934247996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: ::1, virtual_ip: 172.30.0.7, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 2])), vni: Vni(592861) }}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.934300947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[VirtualNetworkInterfaceHost { physical_host_ip: ::1, virtual_ip: 172.30.0.7, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 2])), vni: Vni(592861) }]","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.934348938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/v2p","method":"DELETE"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.935601417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.935692309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.938258019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.939144779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.943229044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.943303395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.943389597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.943450329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.944041543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.945017535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.945115217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.945609549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.949481619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.949556351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.950560714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"multicast member lifecycle transition: 'Joining' → 'Left'","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.956933171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"instance_not_valid_for_multicast_traffic","group_multicast_ip":"224.2.0.1/32","group_name":"consistency-group-2","group_id":"a9c05218-3fb7-462e-a6e5-eaf77011803c","instance_id":"047649a1-bd77-4a29-8488-f19a376f3d65","member_id":"cc294b96-b30f-48d8-be22-c984ee7815ce"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.957030814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"StateChanged","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:40.950337Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Active, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: cc294b96-b30f-48d8-be22-c984ee7815ce, time_created: 2026-01-16T23:08:35.062897Z, time_modified: 2026-01-16T23:08:43.539847Z, time_deleted: None, external_group_id: a9c05218-3fb7-462e-a6e5-eaf77011803c, parent_id: 047649a1-bd77-4a29-8488-f19a376f3d65, sled_id: Some(b6d65341-167c-41df-9b5c-41cded99c229 (sled)), state: Joining, version_added: Generation(Generation(2051)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.957127366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:40.950337Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Active, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.957205848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.957251269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.95729239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"update for saga cached state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.957334091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa"}
{"msg":"updating state","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.957370352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_state":"done","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.957401472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"DELETE","req_id":"ad19477f-5e09-4dfc-b216-f1716d42d9ba","remote_addr":"[::1]:46286","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.957449923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"DELETE","req_id":"ad19477f-5e09-4dfc-b216-f1716d42d9ba","remote_addr":"[::1]:46286","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.958399035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"DELETE","req_id":"ad19477f-5e09-4dfc-b216-f1716d42d9ba","remote_addr":"[::1]:46286","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1021,"response_code":204}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.9586203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.958723243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.958790744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.958856096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.959523501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.960749739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.960808841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.960851642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.960907883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.972498982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.972576373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.972645215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.972688316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.972741137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.972791398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.97282923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.97286454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.972914281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.972960142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_name":"start-instance-update","saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"success"}
{"msg":"tracked saga has finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.973001874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"saga finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.973038204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"saga_id":"eb164ace-a71c-422f-b95d-78fb541e22aa","saga_name":"start-instance-update","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: eb164ace-a71c-422f-b95d-78fb541e22aa, saga_log: SagaLog { saga_id: eb164ace-a71c-422f-b95d-78fb541e22aa, unwinding: false, events: [N003 started, N003 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N004 started, N004 succeeded], node_status: {0: Succeeded(String(\"aedc5d98-584a-4c13-8061-8e5ca3880077\")), 1: Succeeded(Object {\"locked_gen\": Number(2), \"updater_id\": String(\"aedc5d98-584a-4c13-8061-8e5ca3880077\")}), 2: Succeeded(Null), 3: Succeeded(Null), 4: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Null, node_outputs: {\"saga_instance_lock_id\": String(\"aedc5d98-584a-4c13-8061-8e5ca3880077\"), \"state\": Null, \"updater_lock\": Object {\"locked_gen\": Number(2), \"updater_id\": String(\"aedc5d98-584a-4c13-8061-8e5ca3880077\")}} }) }"}
{"msg":"all instance checks complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.981547761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":1,"total_incomplete":0,"total_failed":1,"total_completed":1,"total_instances":1}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.982837261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{\"no_such_instance\":1},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":1}","iteration":2,"elapsed":"3.578210597s"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229 push not needed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.984315316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.984457739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vpc-routes","method":"PUT"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.98752738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.99271968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.992834503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.992900484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.993424667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.994532032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"338615fd-a49f-4e1a-917f-64f056d78366","remote_addr":"[::1]:46284","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.994599284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"338615fd-a49f-4e1a-917f-64f056d78366","remote_addr":"[::1]:46284","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.994877841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/v2p\", status: 204, headers: {\"x-request-id\": \"ad19477f-5e09-4dfc-b216-f1716d42d9ba\", \"date\": \"Fri, 16 Jan 2026 23:08:44 GMT\"} })"}
{"msg":"v2p mappings to add","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.994942172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.996351075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":6,"elapsed":"419.556039ms"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:44.997765927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"338615fd-a49f-4e1a-917f-64f056d78366","remote_addr":"[::1]:46284","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3227,"response_code":204}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.998376942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:44.998450673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.998549175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:44.998799041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.000367377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.000526811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.000621273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.001560325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.001657447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.001726029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.002255901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.003768166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 204, headers: {\"x-request-id\": \"338615fd-a49f-4e1a-917f-64f056d78366\", \"date\": \"Fri, 16 Jan 2026 23:08:44 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.006753815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":8,"elapsed":"306.332066ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.007116504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.012866627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.013047811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.013137853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.013932632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.015304734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.015636931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.015720723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.015792415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.016375489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.017147626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.017202018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.017248609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.017838382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.018861376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.019003679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.019069481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.019534572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.024587179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.02465198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.024689611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.024732752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.024761053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.026048143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.026177426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.026470072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.027260051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.028724334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.043233611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.043425805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.043665211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.043740222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.043800084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.0444969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.048135714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.048210796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.048247817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.049306471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.050007198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.050190292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.050318965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.051006931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.051923662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.052061475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.052158588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.052737971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.054459041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.057968362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.058055054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.058140226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.058221618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.058668418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.059431076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.066324426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.066472739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.066564401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.066627683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.066730975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.067033812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.067884362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.067970284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.068052436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.068551807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.070258857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.070337489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.070698587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.083473493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.083595956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.083682498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.084715642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.089754648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.100515178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, lookup_type: ById(6c2fdf00-a377-43bb-9499-fb5ac98dcc67) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.100696862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.100747453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.101367897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.102292709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.102375761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.102963394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.106473035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.106587548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.10666143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.106712441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.107231373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"multicast member lifecycle transition: 'Joining' → 'Left'","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:45.108084823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"instance_not_valid_for_multicast_traffic","group_multicast_ip":"224.2.0.0/32","group_name":"consistency-group-1","group_id":"f643b999-0df5-4ca9-8524-3431f1dbb507","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2","member_id":"1396c948-d098-4b75-948b-14fba9766ce4"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.108166125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"StateChanged","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:40.877371Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Active, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: 1396c948-d098-4b75-948b-14fba9766ce4, time_created: 2026-01-16T23:08:34.510247Z, time_modified: 2026-01-16T23:08:43.802884Z, time_deleted: None, external_group_id: f643b999-0df5-4ca9-8524-3431f1dbb507, parent_id: 654b8aa8-0014-4f2e-b375-089d955844b2, sled_id: Some(b6d65341-167c-41df-9b5c-41cded99c229 (sled)), state: Joining, version_added: Generation(Generation(1025)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.108255847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:40.877371Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Active, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"member state reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.108318009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":3}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.108347049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.10839176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.108427151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.108746798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.109452725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.109547397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.109606658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.110023078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:45.111167835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/6c2fdf00-a377-43bb-9499-fb5ac98dcc67","method":"GET","req_id":"e4fe5a2d-425d-40cf-a0b6-db6b6ad27cc1","remote_addr":"127.0.0.1:45402","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":407740,"response_code":200}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.113787865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.113885828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.113943109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.114674606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.115500395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.126168752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 047649a1-bd77-4a29-8488-f19a376f3d65, lookup_type: ById(047649a1-bd77-4a29-8488-f19a376f3d65) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.126374167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.126428988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.12739213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:45.12867129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 6c2fdf00-a377-43bb-9499-fb5ac98dcc67 has transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:45.128983357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.131006944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.131072745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.131112686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.131884904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:45.133553603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/047649a1-bd77-4a29-8488-f19a376f3d65","method":"GET","req_id":"f3885992-5e15-4fb1-9186-90884d87fd6e","remote_addr":"127.0.0.1:45404","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":351622,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:45.134007743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 047649a1-bd77-4a29-8488-f19a376f3d65 has transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:45.134205558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.135659312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.145824287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.146015342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.146150875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.146216186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.146324399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.147388024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.151324205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.151403916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.151516339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.152086892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.155162874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.155286457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.155398079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.156356801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.159368371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.170304894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.17051781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.170582011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.171101973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.172048515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.172157497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.172214719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.17226298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.172792142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.173708303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.173762634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.174058031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.174766518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:45.175478054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ce15fbd7-fca0-489b-a11b-9c574dc9c9bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":254822,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:45.175906504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:45.176111949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.176915898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.176979349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.177776858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.178703189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.178776431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.181122635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.181198147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.181456363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.181637147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.182263161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.186399178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.186536201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.187273438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.191824143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.194348122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.194399453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.194420833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.195386226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":3}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.195474318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.195502498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.196229015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.197388222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.197440403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.197462334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.197830242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.197861523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.198406816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetching external group state from all switches for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.201001216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switch_count":1,"group_ip":"224.2.0.2"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.20120659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/groups/224.2.0.2","method":"GET"}
{"msg":"fetching external group state from all switches for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.201668031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switch_count":1,"group_ip":"224.2.0.1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.201709182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/groups/224.2.0.1","method":"GET"}
{"msg":"fetching external group state from all switches for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.201992348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switch_count":1,"group_ip":"224.2.0.0"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.20203548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/groups/224.2.0.0","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.202741156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/groups/224.2.0.2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"529b9d92-8ee9-4ae1-8dec-c3deff85d759\", \"content-length\": \"290\", \"date\": \"Fri, 16 Jan 2026 23:08:45 GMT\"} })"}
{"msg":"external group state fetched from all switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.20290794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switches_with_group":1,"switches_queried":1,"group_ip":"224.2.0.2"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.203467953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/groups/224.2.0.1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2bf7cfd-d0c6-4865-9503-c158e1b13310\", \"content-length\": \"290\", \"date\": \"Fri, 16 Jan 2026 23:08:45 GMT\"} })"}
{"msg":"external group state fetched from all switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.203532834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switches_with_group":1,"switches_queried":1,"group_ip":"224.2.0.1"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.20376962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/groups/224.2.0.0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6344c1c-2c01-427a-81fa-274ff0676715\", \"content-length\": \"290\", \"date\": \"Fri, 16 Jan 2026 23:08:45 GMT\"} })"}
{"msg":"external group state fetched from all switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.203860992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switches_with_group":1,"switches_queried":1,"group_ip":"224.2.0.0"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.203907973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:40.889238Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Active, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }","state":"Active"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.203985065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:40.950337Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Active, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }","state":"Active"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.204087267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:40.877371Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Active, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","state":"Active"}
{"msg":"group reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.204157509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":3,"processed":3,"state":"Active"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.204192419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.20422248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.204259051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.204769243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.207140428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.207180609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":3,"orphaned_member_cleanup":0,"member_lifecycle_transitions":3,"active_groups_verified":3,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed successfully","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:45.208552771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_operations":3,"orphaned_members_cleaned":0,"member_state_transitions":3,"active_groups_verified":3,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.208612172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":3,\"members_deleted\":0,\"members_processed\":3}","iteration":15,"elapsed":"608.335903ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.209422101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Signaled"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.209471682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.209505293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.209537734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.210385043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:53905","req_id":"2b09ab13-5678-48bc-a6a6-039f7c4b6bea","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   24 85 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   $............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.210479065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:53905","req_id":"2b09ab13-5678-48bc-a6a6-039f7c4b6bea","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 9349,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.21066122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.210904425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.210995987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:53905","req_id":"2b09ab13-5678-48bc-a6a6-039f7c4b6bea","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.211470838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3961, tv_nsec: 986677059 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.211569521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.211846267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60766","req_id":"ff8db357-4a2a-4cf0-ba5e-476c168ef0e8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   96 ba 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.211924759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60766","req_id":"ff8db357-4a2a-4cf0-ba5e-476c168ef0e8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 38586,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.212028731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.212103513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60766","req_id":"ff8db357-4a2a-4cf0-ba5e-476c168ef0e8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.25125563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.252228912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c10000a5-88fd-4516-9ad8-5e13d5424365\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:08:45 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.252355215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.252382186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.252405927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.253162214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.256222535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.256264156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.256291617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.256313907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.257041684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.259849529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.259908261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.260468573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.26417764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.264242651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.264287572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.264343343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.264839225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.26680811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.276780071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.276902504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.276979916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.277030557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:45.277072318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.277120619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.27715735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.277200361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.277491677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.286031366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.286132848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.287139311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"using fallback path: querying DPD directly for member removal","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:45.289551167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"sled_id_unavailable_or_resolution_failed","member_sled_id":"None","member_id":"39f72f42-fc41-4bca-99b8-17c80442aa12"}
{"msg":"fetching underlay group members from DPD for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.289614469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","switch":"switch0","underlay_ip":"ff04::e002:2"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.28965645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/underlay-groups/ff04::e002:2","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.290668853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/underlay-groups/ff04::e002:2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9525e3ec-cb74-4794-912d-6dfdf30f0b36\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:08:45 GMT\"} })"}
{"msg":"underlay group members fetched from DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.290783436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","member_count":0,"switch":"switch0","underlay_ip":"ff04::e002:2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.290837637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.290883488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.291580334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.295964276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:40.889238Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Active, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: 39f72f42-fc41-4bca-99b8-17c80442aa12, time_created: 2026-01-16T23:08:35.956054Z, time_modified: 2026-01-16T23:08:44.819204Z, time_deleted: None, external_group_id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, parent_id: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, sled_id: None, state: Left, version_added: Generation(Generation(3077)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.296071208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:40.889238Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Active, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.29614582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.296181221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.296207091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.300678025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.300733926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.300798258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.300829478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.301625577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.304170586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.309794296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.309923349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.30997296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.310557754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.314206168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.31426849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.314308271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.315085909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.323880692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.323976014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.324790783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"using fallback path: querying DPD directly for member removal","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:45.327556237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"sled_id_unavailable_or_resolution_failed","member_sled_id":"None","member_id":"cc294b96-b30f-48d8-be22-c984ee7815ce"}
{"msg":"fetching underlay group members from DPD for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.32764819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","switch":"switch0","underlay_ip":"ff04::e002:1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.327698521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/underlay-groups/ff04::e002:1","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.328437228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/underlay-groups/ff04::e002:1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71693e80-a4cf-4431-8cfb-076179d85a59\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:08:45 GMT\"} })"}
{"msg":"underlay group members fetched from DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.32852316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","member_count":0,"switch":"switch0","underlay_ip":"ff04::e002:1"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.328568391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.328628853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.32937327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.343047507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:40.950337Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Active, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: cc294b96-b30f-48d8-be22-c984ee7815ce, time_created: 2026-01-16T23:08:35.062897Z, time_modified: 2026-01-16T23:08:44.947522Z, time_deleted: None, external_group_id: a9c05218-3fb7-462e-a6e5-eaf77011803c, parent_id: 047649a1-bd77-4a29-8488-f19a376f3d65, sled_id: None, state: Left, version_added: Generation(Generation(2051)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.343169659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:40.950337Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Active, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.343233881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.343269241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.343850865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.346981338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.347039409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.347116341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.347156342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.347672474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.349512536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.352862683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.352976806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.353024287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.353443547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.355958895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.356010707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.356036807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.356491178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.358411892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.358476294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.359038917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"using fallback path: querying DPD directly for member removal","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:45.360817348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"sled_id_unavailable_or_resolution_failed","member_sled_id":"None","member_id":"1396c948-d098-4b75-948b-14fba9766ce4"}
{"msg":"fetching underlay group members from DPD for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.360860479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","switch":"switch0","underlay_ip":"ff04::e002:0"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.360940951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/underlay-groups/ff04::e002:0","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.361654368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/underlay-groups/ff04::e002:0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5ae90f7-d05a-4c4d-b0f2-884e6fac4917\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:08:45 GMT\"} })"}
{"msg":"underlay group members fetched from DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.36175918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","member_count":0,"switch":"switch0","underlay_ip":"ff04::e002:0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.361808751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.361850602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.362542308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.364988435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:40.877371Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Active, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: 1396c948-d098-4b75-948b-14fba9766ce4, time_created: 2026-01-16T23:08:34.510247Z, time_modified: 2026-01-16T23:08:45.103864Z, time_deleted: None, external_group_id: f643b999-0df5-4ca9-8524-3431f1dbb507, parent_id: 654b8aa8-0014-4f2e-b375-089d955844b2, sled_id: None, state: Left, version_added: Generation(Generation(1025)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.365063726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:40.877371Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Active, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"member state reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.365110278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":3}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.365129158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.365146298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.365186219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.365794363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.367565975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.367634166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.367678257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.367736148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.368103197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.370314668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.370356169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.370794879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.37384171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.373925422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.374405303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.377350491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.377433583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.378012597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.380851063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.380927574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.380972525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.381444806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.383923263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":3}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.384011965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.384056406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.384527348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.384938977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.384993328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.385460679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.385808007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.385874689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.386326669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetching external group state from all switches for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.388748395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switch_count":1,"group_ip":"224.2.0.2"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.388902169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/groups/224.2.0.2","method":"GET"}
{"msg":"fetching external group state from all switches for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.389210226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switch_count":1,"group_ip":"224.2.0.1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.389270367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/groups/224.2.0.1","method":"GET"}
{"msg":"fetching external group state from all switches for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.389599175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switch_count":1,"group_ip":"224.2.0.0"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.389651586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/groups/224.2.0.0","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.390561727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/groups/224.2.0.2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fe1701c-50a8-40ee-9bb0-eb7f699d9b88\", \"content-length\": \"290\", \"date\": \"Fri, 16 Jan 2026 23:08:45 GMT\"} })"}
{"msg":"external group state fetched from all switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.390740992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switches_with_group":1,"switches_queried":1,"group_ip":"224.2.0.2"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.391291144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/groups/224.2.0.1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b41d077-293d-42e3-9075-a7226fabee96\", \"content-length\": \"290\", \"date\": \"Fri, 16 Jan 2026 23:08:45 GMT\"} })"}
{"msg":"external group state fetched from all switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.391403917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switches_with_group":1,"switches_queried":1,"group_ip":"224.2.0.1"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.391656013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/groups/224.2.0.0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4580358-531c-42c9-ba07-1eda26cdc936\", \"content-length\": \"290\", \"date\": \"Fri, 16 Jan 2026 23:08:45 GMT\"} })"}
{"msg":"external group state fetched from all switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.391755755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switches_with_group":1,"switches_queried":1,"group_ip":"224.2.0.0"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.391818596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:40.889238Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Active, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }","state":"Active"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.391868167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:40.950337Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Active, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }","state":"Active"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.391907108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:40.877371Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Active, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","state":"Active"}
{"msg":"group reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.391947809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":3,"processed":3,"state":"Active"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.39197841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.39199803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.392038611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.392687906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.394527439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.39457315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":3,"orphaned_member_cleanup":0,"member_lifecycle_transitions":3,"active_groups_verified":3,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed successfully","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:45.396109206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_operations":3,"orphaned_members_cleaned":0,"member_state_transitions":3,"active_groups_verified":3,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.396153237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":3,\"members_deleted\":0,\"members_processed\":3}","iteration":16,"elapsed":"187.487843ms"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:45.733352329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.733425941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.733468282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"db65b3f6-d6bc-45fa-881d-18b7952de2d8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.733513633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"db65b3f6-d6bc-45fa-881d-18b7952de2d8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.733553094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"db65b3f6-d6bc-45fa-881d-18b7952de2d8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.733606495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"db65b3f6-d6bc-45fa-881d-18b7952de2d8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.733652066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"db65b3f6-d6bc-45fa-881d-18b7952de2d8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:45.736636325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"db65b3f6-d6bc-45fa-881d-18b7952de2d8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5591,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.737099076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db65b3f6-d6bc-45fa-881d-18b7952de2d8\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:08:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.73730364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.737925145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"417ec672-9927-4c34-8890-a622fa2f970c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.738001086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"417ec672-9927-4c34-8890-a622fa2f970c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.738049427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"417ec672-9927-4c34-8890-a622fa2f970c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.738107309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"417ec672-9927-4c34-8890-a622fa2f970c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.7390116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"417ec672-9927-4c34-8890-a622fa2f970c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:45.741479077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"417ec672-9927-4c34-8890-a622fa2f970c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3718,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.741870296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"417ec672-9927-4c34-8890-a622fa2f970c\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:08:45 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.741969388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.742009439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:45.74203884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.817691833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.817769755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.817826516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:45.817872227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.817917818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:45.817963329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.169214907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.169287428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.169409781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.170247711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.172546284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.172614386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.174213863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.174286734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:46.177641482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.177892657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.177961589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.178070972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.178126043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.178172914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.178227285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.17930408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.181785548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.18187623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.182677288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.184622953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.184697095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.184739366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.184763547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.185281619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.187169462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.187218313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.187246894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.188184306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.189958787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.193757735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.193881698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.193919099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.194648286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.197082952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.197130053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.197170764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.197196845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.198001583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.200073571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.203152673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.203216444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.203253325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.203294656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.205593789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.206467099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.206534821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.206603923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.206671624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.208728542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.208828454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.209379307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.213032172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.213112864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.213171305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.213613195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.213706527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.213766099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.21382994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.21425829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.224973558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.225089541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.225143412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.22590862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.230163339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.23024344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.230279751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.231053559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.234072919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.242845942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.243042107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.243123769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.2431821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.243244162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.243706002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.247309156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.247439799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.247516371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.248409531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.251972284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.252064716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.252132187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.252852354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.255865814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.265323713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.265504267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.265579799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.2660548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:46.269779486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"42c20560-b546-4587-bd05-bf7a2b77940e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":91867,"response_code":200}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:46.270177206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:46.2703548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:46.270594225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.415027681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.415100003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.415146304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.415187345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.415210556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.416066205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.418350418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.424310426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.42446222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.424505811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.426032206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.427726416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.427769637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":8,"elapsed":"12.768295ms"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.81426316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.814497416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.816320878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:46.817167338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.817234169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:46.81727914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.169667294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.169750536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.16990257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.170983624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.173691358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.173758379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.175993461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.176057522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:47.270438439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:47.271668088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.271952084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.272006415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.272153059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.27222899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.272307392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.272355093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.273256594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.275740652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.275824164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.276472119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.278385583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.278437964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.278480485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.278518266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.279169821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.281069495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.281110926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.281134247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.281848363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.283693346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.286753557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.286866809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.286927501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.287499794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.289966371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.290030463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.290074064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.290129395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.290602616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.292348037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.292443369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.29248702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.293134435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.294986828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.297932206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.298011858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.29809782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.298178762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.298639732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.300758951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.300838613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.301356545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.303024584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.303103896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.303766851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.305579563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.305671525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.305750347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.305811018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.306275519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.308791528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.30891918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.308993222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.309507024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.312178856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.312261477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.312327009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.312822261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.315187756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.325686719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.325854813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.325949465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.326023387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.326082168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.326549379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.329982898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.33003974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.330080611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.330727996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.333778766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.333846958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.333893629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.334547644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.337446971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.347017353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.347186717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.347251928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.347704949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:47.350720079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4a363f6b-38d2-4a5a-9dd6-958a3795853c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":78767,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:47.351067427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:47.351325163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:47.730936177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.731325566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.731872659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f1b94977-6707-418d-9fd2-a2796646431c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.73194174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f1b94977-6707-418d-9fd2-a2796646431c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.732210706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f1b94977-6707-418d-9fd2-a2796646431c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.732315199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f1b94977-6707-418d-9fd2-a2796646431c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.734114441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f1b94977-6707-418d-9fd2-a2796646431c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:47.746756454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f1b94977-6707-418d-9fd2-a2796646431c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":14872,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.747329327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1b94977-6707-418d-9fd2-a2796646431c\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:08:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.747538352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.751250968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"34c007b1-58ee-4485-9f71-0a4731d0f305","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.75134192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"34c007b1-58ee-4485-9f71-0a4731d0f305","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.751389431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"34c007b1-58ee-4485-9f71-0a4731d0f305","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.751448392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"34c007b1-58ee-4485-9f71-0a4731d0f305","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.755491256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"34c007b1-58ee-4485-9f71-0a4731d0f305","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:47.768954658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"34c007b1-58ee-4485-9f71-0a4731d0f305","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":13381,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.769048411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34c007b1-58ee-4485-9f71-0a4731d0f305\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:08:47 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.769111162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.769150643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:47.769182934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.814411171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.814490993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.81608726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:47.816855098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.81693425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:47.816985991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.169550709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.169629451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.169762564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.170798618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.173188373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.173255724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.174861002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.174919523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:48.270439786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:48.352975988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.355414195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.355503787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.355550228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.355589759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.35564232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.355682001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.355712782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.358737152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.358797953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.358832934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.360135364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.360270887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.36037952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.360469912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.361340572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.368260502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.368345314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.368382375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.368409006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.372333357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.37417073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.374269272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.374307813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.374912667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.397105701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.397184012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.397265384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.397329386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.398395871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.400912599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.400974011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.401043392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.40180701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.405528706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.410059851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.410134152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.410368358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.41043451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.411105235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.413852818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.41393197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.415026326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.428965499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.429108592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.436822241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.43938096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.439487882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.439552404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.439607695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.440410274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.444084439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.444167361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.444222062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.445185615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.451354587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.451442689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.451498671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.452927844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.458585095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.470930591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.471098675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.471178377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.471233078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.47129526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.471814781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.476242574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.476317056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.476384698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.47735972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.481151348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.48124778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.481309621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.48340105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.488229672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.498736335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.49895097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.499016462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.499673307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:48.509680638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d3102008-e06b-46ae-8c5e-278e7d71259a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":156484,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:48.510525718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:48.510874216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.814227664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.814314636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.81620723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:48.816995398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.81705641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:48.817116761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.16971377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.169791371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.169939195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.170907548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.173425326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.173491597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.175022313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.175078314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:49.271289493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:49.512785008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.514212551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.514280352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.523963537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.524052219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.5241003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.524161701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.52496091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.530961829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.53101478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.531913151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.53875279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.538917083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.539032746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.539130718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.540139622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.556211244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.556409469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.556559242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.566800799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.574433186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.580081807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.580268141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.580388494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.581283855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.58365712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.583742822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.583793333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.583838804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.584553171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.587339045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.587421827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.587526409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.588293867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.590871377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.594999653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.595054224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.595161006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.595242578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.595903453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.598887092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.599007245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.605791893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.6087292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.608843003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.6095938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.612230612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.612352605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.612430657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.612506238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.613695846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.627514456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.627630618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.62770598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.629237826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.633496874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.633583916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.633671098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.634664661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.640108018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.651672576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.6518533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.651923312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.651999243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.652050875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.652680099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.656903947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.656990229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.65705555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.658023362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.668345842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.668465135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.668534396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.671239749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.680746949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.704252184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.70453368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.704613192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.706724421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:49.718060794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d8ba960-08af-45f8-83c8-8f32a14ddca9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":203834,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:49.718507824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:49.718790101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:49.730133653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.730627145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.731141836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"437d8bb2-454d-4abc-a9df-a0908ebf0cbf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.731213648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"437d8bb2-454d-4abc-a9df-a0908ebf0cbf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.731542026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"437d8bb2-454d-4abc-a9df-a0908ebf0cbf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.731642528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"437d8bb2-454d-4abc-a9df-a0908ebf0cbf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.732833906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"437d8bb2-454d-4abc-a9df-a0908ebf0cbf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:49.737099525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"437d8bb2-454d-4abc-a9df-a0908ebf0cbf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5957,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.737662978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"437d8bb2-454d-4abc-a9df-a0908ebf0cbf\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:08:49 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.737913664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.738758123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"60b62d23-af36-4faf-9034-43692f6d9c0d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.738836075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"60b62d23-af36-4faf-9034-43692f6d9c0d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.73906534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"60b62d23-af36-4faf-9034-43692f6d9c0d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.739150402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"60b62d23-af36-4faf-9034-43692f6d9c0d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.740168485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"60b62d23-af36-4faf-9034-43692f6d9c0d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:49.743190366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"60b62d23-af36-4faf-9034-43692f6d9c0d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4439,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.744347293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60b62d23-af36-4faf-9034-43692f6d9c0d\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:08:49 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.744513386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.744564487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:49.744600248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.81459637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.814703732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.816595806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:49.817470786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.817537958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.817595119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:49.832420633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35474"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:49.832997507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"0171ffe6-210c-425e-97e6-5de19e8eb08a","remote_addr":"[::1]:35474","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:49.833912817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"0171ffe6-210c-425e-97e6-5de19e8eb08a","remote_addr":"[::1]:35474","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":249,"response_code":200}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.169097793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.169205585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.169364389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.170549667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.17328402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.173368552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.175094522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.175158743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:50.272956909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:50.35372398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35476"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.354232852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"86ed16b6-e506-4edb-a1f3-3ec1f6f756dc","remote_addr":"[::1]:35476","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:50.354763264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"86ed16b6-e506-4edb-a1f3-3ec1f6f756dc","remote_addr":"[::1]:35476","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":538,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:50.354938488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35478"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.355528672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"a6fe415f-a601-4db1-815d-1582c8f84be7","remote_addr":"[::1]:35478","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:50.355664575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"a6fe415f-a601-4db1-815d-1582c8f84be7","remote_addr":"[::1]:35478","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":162,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:50.35931388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35480"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.359373891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"e8c7540a-1d1e-471a-a377-441b357d74c7","remote_addr":"[::1]:35480","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:50.359413352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"e8c7540a-1d1e-471a-a377-441b357d74c7","remote_addr":"[::1]:35480","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":144,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:50.360675721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35484"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.362388771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"e9a6458a-35be-408d-9f06-013a53388b17","remote_addr":"[::1]:35484","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:50.362448342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"e9a6458a-35be-408d-9f06-013a53388b17","remote_addr":"[::1]:35484","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":407,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:50.362493873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35486"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.362528204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"60ea05ed-c254-4418-b7e8-076519f7759a","remote_addr":"[::1]:35486","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:50.362577555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"60ea05ed-c254-4418-b7e8-076519f7759a","remote_addr":"[::1]:35486","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":113,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:50.372154337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35488"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:50.372226319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35490"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.37271085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"f633ee29-d969-4a82-8284-fc644bc54765","remote_addr":"[::1]:35488","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.372862273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"0e2683b6-468d-41d7-8e3f-9a236a3472f7","remote_addr":"[::1]:35490","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:50.373047498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"f633ee29-d969-4a82-8284-fc644bc54765","remote_addr":"[::1]:35488","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":362,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:50.37314497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"0e2683b6-468d-41d7-8e3f-9a236a3472f7","remote_addr":"[::1]:35490","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":300,"response_code":200}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:50.722545175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.722612996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.722668278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.722718499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.722745169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.72276805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.72279189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.722808481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.724317765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.72453077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.725411971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.728592005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.728658466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.728700557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.728738768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.729759532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.732922625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.733041388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.733164711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.735372252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.73829726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.741988485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.742129388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.74221409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.743122921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.752311374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.752506209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.752623302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.752707114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.753996853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.756942972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.757023863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.757064354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.757910284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.76160919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.777620351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.777734063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.777889207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.777950578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.784238104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.790768975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.790857107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.791952003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.795455444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.795578157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.79659564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.801035243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.801163626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.801226018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.801276219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.802396395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.812687403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.812843427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.812933478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.813985303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.81645047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.816521532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.829089813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.829211426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.829266697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.830299601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.835118643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.835938612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.836015724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.836072495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.836221208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.86609066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.866214823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.868576318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.868782332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.868846944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.869505199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.8729914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.873079062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.873157614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.873994144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.881210091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.881362804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.881441166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.882396188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.886078833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.896951845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:50.897110499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.897219422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:50.898304407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:50.904853248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"229b4120-8597-4272-9b23-aa50e6ba5161","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":184893,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:50.905866542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:50.90622766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.169883778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.16995983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.170159225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.171130177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.173660596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.173723117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.17555877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.175627181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:51.271258747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.415681053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.415766275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.415834626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.415885898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.415909568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.416779188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.419293346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.426125825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.426266058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.42635983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.42722338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.445141055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.445310519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":9,"elapsed":"29.691798ms"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:51.733603238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.73368313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.733725891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"01e4ed76-9226-4423-8a2e-d62e06dc5744","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.733771632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"01e4ed76-9226-4423-8a2e-d62e06dc5744","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.733808883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"01e4ed76-9226-4423-8a2e-d62e06dc5744","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.733863404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"01e4ed76-9226-4423-8a2e-d62e06dc5744","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.733916546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"01e4ed76-9226-4423-8a2e-d62e06dc5744","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:51.736014584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"01e4ed76-9226-4423-8a2e-d62e06dc5744","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4840,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.736565047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01e4ed76-9226-4423-8a2e-d62e06dc5744\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:08:51 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.736801382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.737306934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c6743c8f-fb7b-4f73-b2ca-0a3b4bbfe64b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.737381246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c6743c8f-fb7b-4f73-b2ca-0a3b4bbfe64b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.737644802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c6743c8f-fb7b-4f73-b2ca-0a3b4bbfe64b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.737715903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c6743c8f-fb7b-4f73-b2ca-0a3b4bbfe64b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.738752878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c6743c8f-fb7b-4f73-b2ca-0a3b4bbfe64b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:51.741736096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c6743c8f-fb7b-4f73-b2ca-0a3b4bbfe64b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4443,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.742271179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6743c8f-fb7b-4f73-b2ca-0a3b4bbfe64b\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:08:51 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.742392282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.742447113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:51.742485014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.814168095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.814261067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.814307218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.814659616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.815105166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"ef3b432e-ad2e-4b8f-91d6-151e2fcabca5","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:51.84893703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"ef3b432e-ad2e-4b8f-91d6-151e2fcabca5","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":23351,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.849050933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.886773117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.886871579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.88692677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.886972091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.887572025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.887649577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.887694188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 39 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.887973015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 39 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.888022446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 39 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.88821597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.966540975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.966865512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'collection_target:virtual_disk_space_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric', 'oximeter_collector:collections') FORMAT Native;"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:51.966934504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.967112508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.96717417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.967323303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.967376794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.967421915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.967478127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.971101491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.978443291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.978526413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"database_transaction:retry_data\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"attempt\", field_type: U32, source: Metric, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }}, datum_type: F64, version: 1, authz_scope: Fleet, units: Count, created: 2026-01-16T23:08:51.966464873Z }","timeseries_name":"database_transaction:retry_data"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.9805438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.980604761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'collection_target:virtual_disk_space_provisioned', 'database_transaction:retry_data', 'http_service:request_latency_histogram', 'integration_target:integration_metric', 'oximeter_collector:collections') FORMAT Native;"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.983213892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.983279193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.984243675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.9857197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.985789761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"virtual_machine:check\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"instance_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"nexus_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"project_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"reason\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"silo_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_agent_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_agent_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"sled_agent_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"state\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"vmm_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-01-16T23:08:51.980479408Z }","timeseries_name":"virtual_machine:check"}
{"msg":"inserting 2 new timeseries schema","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.985988506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.986103218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":2,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.98790097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.987971862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.988032423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.988068694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:51.988975455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:51.990562392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.fields_ipaddr FORMAT Native"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:51.990694735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.00646326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.006654095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.006713116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.00774203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.009385148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_ipaddr","n_rows":1}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.00945557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":41,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.011941017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.031259245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.031412919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.03146674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.032221767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.034453159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":41}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.034525851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":20,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.036806524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.036984498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.03708324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.037153632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.038641276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.03967784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":20}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.039739551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.fields_u32 FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.040871398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.04096845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.041030531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.059349466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.070864533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u32","n_rows":1}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.072708825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":32,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.072776957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.075645353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.075735075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.075857368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.0759286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.076651417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.080001315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.080101637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.081302545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.083900425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":32}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.083968656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":5,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_cumulativeu64 FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.090941578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.091047091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.092149036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.097859698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_cumulativeu64","n_rows":1}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.098010712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_f64 FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.098201446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.098316249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.098388051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.098450562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.099434505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.102423494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_f64","n_rows":1}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.102492706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.103154551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.103250513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.103332205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.104379459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.115369394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.115451196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":18,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.115586119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.115681691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.115743853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.116764926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.126884271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.139415441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.139669567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.139761619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.139817171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.139942263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.140435995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.142140974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":18}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.142216646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.14756993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.147727304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.147790645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.14885091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.16224506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.162365503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.162773973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.16353569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.192289147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.231419974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.23168216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.231758912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.232410417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.250392603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.250469805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.250621229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.251692824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:52.256350871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4c72f2cc-c364-4d40-963b-954c2e912441","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":287690,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:52.256426103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:52.256773501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.256909504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.256962835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.269327792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.269404144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:52.35510383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.814284301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.814367163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.816235416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:52.817183618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.81725777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:52.817298131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.170834884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.170912196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.170949687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.171034539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.173881665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.173951886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.176006864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.176065166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:53.260317078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.260609415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.260667256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.26082508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.260912172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.260960073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.260998114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.26211684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.264952666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.265036977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.265900107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.268925527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.269006219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.26904557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.269090871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.269479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:53.270975855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.272018069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.2720746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.272115881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.272956791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.276656847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.280576597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.28069508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.280741851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.281456668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.296471546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.296604729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.296678021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.296725202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.297684574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.300188532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.300258764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.300302645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.301192375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.30354832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.307706036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.307784708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.307926951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.308021654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.308643008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.311847302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.311961685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.312661831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.315308912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.315418775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.316136612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.318544528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.319030959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.319167122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.319291755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.320463722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.325168971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.325258833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.325331834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.32642064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.330241039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.330333551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.330385192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.331214611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.334564489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.346965766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.347179631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.347273503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.347359025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.347441497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.348047511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.361278238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.3613782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.361442532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.367007161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.367825159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.367904641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.367971393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.371349731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.373821669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.383857121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.384064296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.384124487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.384738072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:53.389093202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0aac9e78-f6b8-4b93-8c52-49b353746c63","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":128479,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:53.389949622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:53.390223329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:53.734106128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.73417778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.73420946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"74df993f-a76a-428a-b4b1-853d9d4a30ae","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.734251721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"74df993f-a76a-428a-b4b1-853d9d4a30ae","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.734288912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"74df993f-a76a-428a-b4b1-853d9d4a30ae","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.734339903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"74df993f-a76a-428a-b4b1-853d9d4a30ae","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.734392084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"74df993f-a76a-428a-b4b1-853d9d4a30ae","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:53.736229477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"74df993f-a76a-428a-b4b1-853d9d4a30ae","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4693,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.73676088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74df993f-a76a-428a-b4b1-853d9d4a30ae\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:08:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.736995425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.737358843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"22958133-4cce-43cf-ae2d-c239716ac22c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.737420205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"22958133-4cce-43cf-ae2d-c239716ac22c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.737616949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"22958133-4cce-43cf-ae2d-c239716ac22c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.737702781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"22958133-4cce-43cf-ae2d-c239716ac22c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.738394687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"22958133-4cce-43cf-ae2d-c239716ac22c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:53.741072609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"22958133-4cce-43cf-ae2d-c239716ac22c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3716,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.741577591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22958133-4cce-43cf-ae2d-c239716ac22c\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:08:53 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.741649923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.741705174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:53.741743135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.814382319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.81446819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.816246782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:53.81704688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.817111562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:53.817159053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.169533329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.169622531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.169767904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.170834899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.176157802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.176237984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.178702611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.178768043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:54.270358506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:54.393006768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.394557924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.394612345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.394652766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.394689257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.394728388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.394765129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.394793979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.397924872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.397984053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.398024514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.40000032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.400068491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.400118232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.400161393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.40045401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.407297339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.40736265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.407398671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.408270092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.410664337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.414903595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.415013798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.415056779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.41598826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.422161093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.422246575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.422321057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.422366018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.423169577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.425637204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.425696705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.425755737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.426787621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.434587772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.439218599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.439337111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.439386833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.439450934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.439980626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.44274167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.442832883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.444252715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.45305453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.453187693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.456144241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.458883044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.458994957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.459062539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.459155391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.459904828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.464125036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.464230409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.46428619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.465083059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.468820165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.468913667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.468977508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.469823978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.473422292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.484677262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.484860777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.484963759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.485023901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.485079252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.487348764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.513739866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.513832628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.51390547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.51479392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.53420285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.534296212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.534420075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.535164212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.550319583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.561170325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.561338569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.561424691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.561921992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:54.603979627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2fb396c-b450-48e3-83b7-85ca1a05103e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":211875,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:54.605227586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:54.605275847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.814147148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.814225299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.815937399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:54.816758218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.81681808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:54.816859371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.169538014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.169629636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.169776139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.170853194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.173488936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.173560247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.179951375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.180023147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:55.270289999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:55.609309765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.609384017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.609437408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.609477019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.60951259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.609561121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.609596352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.609622772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.611172558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.61125806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.611850044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.614214939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.614310341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.614355422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.614398643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.615040828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.618839836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.618948309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.619038061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.62028732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.622736196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.626711559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.626889913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.627025606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.627970348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.6491809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.649377954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.649547688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.659187681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.661956685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.673553834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.673701198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.67380692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.674958177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.696447475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.704964062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.705043384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.705090385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.705151247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.705201478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.713608953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.713718935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.714556414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:55.730295579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.730526885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.730965575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.731074617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.73204524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.733600826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"048752df-2599-4495-a235-4fe7f0becaed","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.733666657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"048752df-2599-4495-a235-4fe7f0becaed","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.733723529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"048752df-2599-4495-a235-4fe7f0becaed","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.733806281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"048752df-2599-4495-a235-4fe7f0becaed","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.734757353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"048752df-2599-4495-a235-4fe7f0becaed","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.736921763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.740184948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.740302371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.740382893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.741197732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:55.74544368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"048752df-2599-4495-a235-4fe7f0becaed","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":12184,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.746007213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"048752df-2599-4495-a235-4fe7f0becaed\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:08:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.746258089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.746765851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d14a3c7e-7086-4885-a3d9-e598e31710b1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.746835182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d14a3c7e-7086-4885-a3d9-e598e31710b1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.747081048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d14a3c7e-7086-4885-a3d9-e598e31710b1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.74718231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d14a3c7e-7086-4885-a3d9-e598e31710b1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.748096672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d14a3c7e-7086-4885-a3d9-e598e31710b1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.749107565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.749205477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.74932007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.750098068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:55.766265963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d14a3c7e-7086-4885-a3d9-e598e31710b1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":19490,"response_code":200}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.773303506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.773405228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.77347703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.774411151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.776012169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d14a3c7e-7086-4885-a3d9-e598e31710b1\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:08:55 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.776141662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.776200113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:55.776264385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.778918906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.799239407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.799439422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.799533444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.799598495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.799682977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.805173684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.814613083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.814703396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.81661894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.817760926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.817826608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.817873909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.817994961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.818071453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.818132905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.819183979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.827905771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.828019444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.828080125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.828123856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.84381026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.894227278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:55.894460824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.894545696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:55.89513998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:55.903897892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7f52e08-fcca-4d32-a664-220b7d1b7a72","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":296882,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:55.904582068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:55.904837074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.169801814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.169887026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.17005645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.170937161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.173627843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.173696745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.177300268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.17736477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:56.272947975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.405058867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.405139949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.4051851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.405246831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.405297402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.407636396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.412074889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.423860393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.423991145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.424048957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.424735823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.438653285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"original_time_started":"2026-01-16 23:08:17.449297 UTC","original_id":"1f884896-3377-4f37-8274-2f6d5ab61291","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.438721977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"1f884896-3377-4f37-8274-2f6d5ab61291\",\"time_loaded\":\"2026-01-16T23:08:56.405092668Z\",\"time_started\":\"2026-01-16T23:08:17.449297Z\"}}","iteration":5,"elapsed":"33.690171ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.441374728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.441434409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.44148057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.441552762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.441596953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.442498934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.460619774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.471839134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.471998698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.47207522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.472744745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.510857549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.51092478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.510985452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.511040473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.511087534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.511482293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.512280372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.512338253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.512723792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.521325371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.522618181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.522695333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":10,"elapsed":"81.284114ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.524282729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.524341581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.524410482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.524459524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.525279492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.527461403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.537176018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.537284111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.537335052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.537378493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.537429484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.572741133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.574805351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.574925503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.575774143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.581737321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.581843334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.581899105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.581946846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.588986909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.594247061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":4,"elapsed":"82.981953ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.617765866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.629447927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.639467819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.639541231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:56.639598392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.639650673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":4,"elapsed":"127.279879ms"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.814521606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.81470149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.816838549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.818289793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.818347044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.818390185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:56.906826245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.907178203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.907246235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.907416509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.90746378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.907500171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.907547402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.908962775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.911200716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.911285998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.912076707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.914639466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.914702117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.914778899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.91481475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.915528267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.918125507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.918198158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.918235679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.918919095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.921549716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.927832612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.927909443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.927950555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.928407435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.931243711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.933416261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.933472383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.933509913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.933539114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.934520667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.934572118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.934612169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.935412617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.937923866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.948057241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.948144672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.948258015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.948325247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.949095165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.957928659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.958041642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.958852371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.962765431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.962986867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.964321648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.97089505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.972358374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.972442406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.972504377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.972556728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.975174849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.975251821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.975309612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.976631603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.984029534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:56.984158757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.984223909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.986286327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:56.999996904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.014873209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:57.015090534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:57.015191836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:57.015258818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.015311589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.016131168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:57.031923634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:57.032076448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.032144029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.033281235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:57.037065263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:57.037162106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.037217127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.063345232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.069592787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.079694721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:57.079814774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.079874925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.080393267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:57.084417421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6286877b-9ebe-4a81-a300-5615b30024ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":177235,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:57.085066706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:57.085311262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.170409223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.170497776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.170645409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:57.170997537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.173667049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:57.17373401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.175572713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:57.175645165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:57.270275768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:57.730261928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.730599816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:57.731005335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7107ceca-cb8f-42da-a978-e0d2b304edb4","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.731069987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7107ceca-cb8f-42da-a978-e0d2b304edb4","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:57.731993088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7107ceca-cb8f-42da-a978-e0d2b304edb4","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.73208753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7107ceca-cb8f-42da-a978-e0d2b304edb4","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.732679724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7107ceca-cb8f-42da-a978-e0d2b304edb4","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:57.740240999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7107ceca-cb8f-42da-a978-e0d2b304edb4","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5323,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.740328971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7107ceca-cb8f-42da-a978-e0d2b304edb4\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:08:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.740378052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:57.740412933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"80455b70-23da-4ede-ab0a-e1bea6cffaf1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.740459194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"80455b70-23da-4ede-ab0a-e1bea6cffaf1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:57.740504566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"80455b70-23da-4ede-ab0a-e1bea6cffaf1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.740565497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"80455b70-23da-4ede-ab0a-e1bea6cffaf1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.740630278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"80455b70-23da-4ede-ab0a-e1bea6cffaf1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:57.742151184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"80455b70-23da-4ede-ab0a-e1bea6cffaf1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4735,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.742635205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80455b70-23da-4ede-ab0a-e1bea6cffaf1\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:08:57 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:57.742740257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:57.742794798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:57.742828289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.814270695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.814362267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:57.816247511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:57.8170787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:57.817156842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:57.817198783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:58.08678041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.088835958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.08892408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.088970541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.089020382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.089066623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.089107774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.089139854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.099431263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.099534306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.100550189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.119215852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.120732777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.120797348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.120838009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.12087272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.126087211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.126158553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.126244855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.127057314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.130186686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.134047905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.134945416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.134999257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.135037498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.137623629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.13768189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.137721391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.137758592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.138388936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.140753841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.141290614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.141348035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.141543009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.144365454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.150375334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.150942617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.150995098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.15106741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.151338476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.159560987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.160666932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.161249966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.171108605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.171176796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.171208367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.172411535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.173770986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.174028182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.178001334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.181648889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.182169241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.182249923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.182313664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.182753355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.184179257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.184768411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.186413209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.186497411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.186552883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.187838652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.196441221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.196533894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.19982229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.199915192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.199969363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.205953692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.219532237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.228812591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.229019806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.229124119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.22918133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.229244212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.229703452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.239322475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.239414187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.239467309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.240193055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.24426523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.244354942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.244434374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.245347295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.249151733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.258983341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.259197216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.259261707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.259852871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:58.26453953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ec7db01-862b-462f-a34d-ceb6a3624c0b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":176822,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:58.264631632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:58.264660692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:58.272576376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.814044094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.814133076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.81603936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:58.825001798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.82509206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:58.825144051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.169561383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.169643875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.169782228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.170808932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.173597637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.173662458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.17548203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.175550522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:59.26608951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.266451098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.266544451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.266777096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.266853328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.266901009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.26694178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.267972854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:08:59.272691374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.272778956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.272830127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.272864107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.287507877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.288500629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.288576051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.288629963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.290884425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.306569979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.306722012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.306820344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.308132704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.332912269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.337767971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.339948862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.340000463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.340027924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.343601047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.344967178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.3450268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.34506326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.345767457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.348559972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.348614483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.348662294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.349131615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.351674834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.355631025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.355706867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.355754658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.375924636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.376652573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.385148839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.385269212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.387826822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.394508396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.394631109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.395449768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.398388576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.398624052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.398703364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.398759915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.399764778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.403683679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.403767541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.403836122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.406098385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.409621437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.409723069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.409789031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.41064492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.419013094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.443503902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.443698317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.443795049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.44386687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.443990943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.444645559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.44905497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.449153733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.449216194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.449997722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.455048649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.455179263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.455248364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.456161815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.476933157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.489646161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.489788575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.489876077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.489936258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:59.498677251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"06b29b28-8bc3-4c51-a876-67587478471d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":232255,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:59.499608122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:59.500282457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:59.730547324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.730788139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.731282311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fe6ce90c-0e95-4338-bc5c-78ec45060b9d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.731341442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fe6ce90c-0e95-4338-bc5c-78ec45060b9d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.731588358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fe6ce90c-0e95-4338-bc5c-78ec45060b9d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.73168458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fe6ce90c-0e95-4338-bc5c-78ec45060b9d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.732637793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fe6ce90c-0e95-4338-bc5c-78ec45060b9d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:59.735724724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fe6ce90c-0e95-4338-bc5c-78ec45060b9d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4451,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.736383749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe6ce90c-0e95-4338-bc5c-78ec45060b9d\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:08:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.736459321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.736781659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a97ac4b8-db86-4497-be15-520cca1bb4f8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.73684457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a97ac4b8-db86-4497-be15-520cca1bb4f8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.737069656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a97ac4b8-db86-4497-be15-520cca1bb4f8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.737154047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a97ac4b8-db86-4497-be15-520cca1bb4f8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.737933685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a97ac4b8-db86-4497-be15-520cca1bb4f8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:59.741236582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a97ac4b8-db86-4497-be15-520cca1bb4f8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4462,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.741776974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a97ac4b8-db86-4497-be15-520cca1bb4f8\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:08:59 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.741837946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.741874187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:08:59.741904237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.814643413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.814746025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.817600762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:08:59.817662063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.817704594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:08:59.817746415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.170607132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.170681934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.170723275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.170760946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.17309563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.173161522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.17480066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.174880261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:00.270404995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:00.502113365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.502740469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.502798161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.506158619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.50623788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.506284691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.506322992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.507341646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.515112466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.517714866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.519366745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.523322516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.523390828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.559106066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.559186527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.56014081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.56661722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.566681051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.566728822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.5674726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.569796343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.574348099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.574539243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.574600965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.575395853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.580897451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.581074275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.581239859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.581466674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.583414139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.59293937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.593157795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.593212056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.593243047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.596417811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.601901127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.601977279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.602088862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.602186094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.602853169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.606054854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.606157046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.606897313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.609267168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.609387971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.610024476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.614410197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.61451607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.614599202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.614665993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.615856591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.629086068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.62919448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.629273152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.630183523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.641611458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.64171978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.641790562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.642748784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.647596126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.661669283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.661864827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.661952709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.662043681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.662112403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.662545813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.666056674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.666134916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.666200547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.666881863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.670426646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.670506657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.670560539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.671249595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.674822117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.685498585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.688139756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.688207338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.688256419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:00.690439869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9d879d1f-9e80-4892-ae73-3db9bbc5231c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":187695,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:00.69090307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:00.691169426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.814166887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.814260919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.815955218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:00.816601493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.816681725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:00.816739786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.169569873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.169660785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.169696716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.170494635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.172950081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.173013793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.174712222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.174770614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:01.272835036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.442222152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.442295533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.442391495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.442482358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.442527539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.443367318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.445998839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.454353083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.454530647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.454584648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.455170452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.457540187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.457624049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":11,"elapsed":"15.383576ms"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:01.692352448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.692653935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.692719607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.69285935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.692924571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.692968263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.693002993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.694050928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.700969238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.701032419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.70106225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.706707721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.706785673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.706825504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.706882255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.707639703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.710185022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.710255543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.710292264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.711106493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.713743204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.721216938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.72134431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.721393242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.722101548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.725124378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.72520578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.725255901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.725324472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.72606143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:01.730335298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.730885041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.731086306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.731147437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.731183098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.731926255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.741826745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"494d6c6b-e0e7-49b0-a24a-d993a5acc900","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.742005989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"494d6c6b-e0e7-49b0-a24a-d993a5acc900","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.742412538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"494d6c6b-e0e7-49b0-a24a-d993a5acc900","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.742549512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"494d6c6b-e0e7-49b0-a24a-d993a5acc900","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.74376932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"494d6c6b-e0e7-49b0-a24a-d993a5acc900","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.748261334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.753810923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.753921735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.754008137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.754094519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.754215212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:01.755093872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"494d6c6b-e0e7-49b0-a24a-d993a5acc900","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":13235,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.756035044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"494d6c6b-e0e7-49b0-a24a-d993a5acc900\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.756252659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.75671149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a5e6210a-3ec2-4c4b-8203-00d33d6790c8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.756774361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a5e6210a-3ec2-4c4b-8203-00d33d6790c8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.757108919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a5e6210a-3ec2-4c4b-8203-00d33d6790c8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.757197061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a5e6210a-3ec2-4c4b-8203-00d33d6790c8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.75802674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a5e6210a-3ec2-4c4b-8203-00d33d6790c8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.758979933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.759090145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.759846033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:01.761917141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a5e6210a-3ec2-4c4b-8203-00d33d6790c8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5190,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.76275273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5e6210a-3ec2-4c4b-8203-00d33d6790c8\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:01 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.763026036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.763127638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:01.763273242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.76447522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.764605663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.766874765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.770813607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.77096462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.771050022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.771102274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.771894792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.779459197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.779627451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.779742674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.780712856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.784445683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.784537595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.784597136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.786900069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.791039135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.803030563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.8032924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.803475354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.803656438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.803791031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.804851196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.813088446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.813211009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.813323712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.814406497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.816183818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.81624842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.816287131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.816513596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.81711021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"074bd96f-93ec-4b31-9793-a96bda6e35fb","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:01.835772902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"074bd96f-93ec-4b31-9793-a96bda6e35fb","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":18646,"response_code":200}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.836292934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.836444738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.836573021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.837751258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.839900898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.861677943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.861836746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.861912848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.862286197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.862954772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.863001883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.863035334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 20 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.863269339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 20 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.863421443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 20 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.863676969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.878589994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.fields_ipaddr FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.878851211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.888266239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.888516895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.888600106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.88920542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.892307832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_ipaddr","n_rows":1}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.892381764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":40,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:01.893245014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5f35dc83-98f5-45e7-b5b0-3a60363e3f93","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":200600,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:01.894850811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:01.894901372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.894948844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":40}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.895009375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":20,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.897090703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":20}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.897171375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":26,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.89911094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":26}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.899190092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":5,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_cumulativeu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.901501385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_cumulativeu64","n_rows":1}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.901568567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:01.909316046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:01.909402318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:01.964517336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.170640523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.170709264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.170747105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.170781746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.173260383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.173316305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.175149137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.175207379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:02.270806544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.816826708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.817135605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.817198166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.817237647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.817278978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.817317919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:02.895418069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.89590548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.895993212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.896048333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.896088434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.896133615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.896180276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.89719935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.90018868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.900601639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.901138062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.903862465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.903931656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.904006728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.904044389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.904786836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.907797416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.907889648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.907925179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.908756848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.913874707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.919126588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.920272895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.920335516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.920372087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.923456719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.923595072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.923677184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.923723625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.924505693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.927126234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.929082609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.9291465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.929175261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.930520452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.935881467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.938038407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.938103498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.93815372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.93819321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.939436379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.940526094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.940606356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.942648093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.942745206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.943515724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.945908949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.946075553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.946189746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.946259288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.947033615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.950837274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.952720537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.952794459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.95283928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.955515922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.955592104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.955667425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.956385762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.960472917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.971018431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.972180738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.97228915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.972349492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.972402443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.972450224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.976120969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.978215598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.97829695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.978349561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.98132468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.981397952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.981472964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.982221581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.98566068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.995861007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:02.996075512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.996143883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:02.996782258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:03.000698429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8cbd0d00-3143-4370-8d20-4f6a8b5a54c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":104885,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:03.001339614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:03.001623811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:03.169181183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:03.169262925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:03.1694498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:03.170425982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:03.173172246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:03.173240858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:03.175021139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:03.17508498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:03.270557383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:03.730742677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:03.731147687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:03.731682629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9bd33e94-df7a-49ec-bfd6-0120988d484d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:03.731766341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9bd33e94-df7a-49ec-bfd6-0120988d484d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:03.731998487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9bd33e94-df7a-49ec-bfd6-0120988d484d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:03.732096549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9bd33e94-df7a-49ec-bfd6-0120988d484d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:03.733021121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9bd33e94-df7a-49ec-bfd6-0120988d484d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:03.736165963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9bd33e94-df7a-49ec-bfd6-0120988d484d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4471,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:03.736566343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bd33e94-df7a-49ec-bfd6-0120988d484d\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:03.736750917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:03.737194117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a6cd116c-dfa4-4769-9bb7-bac9b33aa783","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:03.737275389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a6cd116c-dfa4-4769-9bb7-bac9b33aa783","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:03.737462084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a6cd116c-dfa4-4769-9bb7-bac9b33aa783","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:03.737525455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a6cd116c-dfa4-4769-9bb7-bac9b33aa783","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:03.738468677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a6cd116c-dfa4-4769-9bb7-bac9b33aa783","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:03.74076543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a6cd116c-dfa4-4769-9bb7-bac9b33aa783","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3571,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:03.74120745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6cd116c-dfa4-4769-9bb7-bac9b33aa783\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:03 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:03.741288172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:03.741339263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:03.741367964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:03.814273143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:03.817395006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:03.817445417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:03.817486688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:03.81755822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:03.81760297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:04.002756932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.003092349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.003153011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.003310934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.003373976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.003421967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.003476158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.004255626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.006943089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.00701801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.007835419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.010282686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.010435759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.010493571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.010541222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.011367181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.014191426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.014263278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.014318669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.015004596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.017327389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.022191542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.022312945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.022399087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.02299903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.025781165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.025826906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.025878987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.025915178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.026650155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.0290282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.029075401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.029106472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.029788898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.032793397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.038883659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.03896012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.039098663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.039153985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.044472508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.047594911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.047729964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.048290387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.050395485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.050481558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.052645537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.053409355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.053518258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.053581009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.053680201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.054115002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.057530941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.057700305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.057841708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.058834141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.062862104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.069063668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.06915751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.069207312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.072098238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.083243627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.083476662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.083568004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.083668367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.083744878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.084350532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.08857657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.088817766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.088909758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.08986663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.097959148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.098087251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.098147762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.099399651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.10367596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.115186057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.116539158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.11663382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.116688541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:04.124104404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0ddd2611-08f2-46cd-b775-58bffbe1c00d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":121013,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:04.125113677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:04.125164238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.169997587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.170086819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.170271113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.171339238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.174365829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.1744325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.176913488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.176980249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:04.271578811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.814914563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.815002405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.816921569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:04.817900482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.817965233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:04.818025575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:05.125338637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.125661655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.125731606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.127756753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.127828685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.127871775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.127908186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.127936937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.129709958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.12977803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.130500456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.132858141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.132940753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.133020295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.133068836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.133844884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.136060956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.136127327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.136165228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.137045299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.14058571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.145497974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.145626177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.145666948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.153784666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.158736081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.158822823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.158905475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.158963056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.159792225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.162533579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.162686172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.162776084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.163501301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.166304856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.170386071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.170467823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.170608396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.170667207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.171257041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.172216553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.172375327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.172652393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.173585725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.175061839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.175140261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.175916869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.177115717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.177217889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.180154267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.180302471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.188937631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.189093925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.189158156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.189217427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.189293069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.189353751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.189403082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.189433302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.189464203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.189494074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.189527275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.189568656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.192668967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.192993124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.193063076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.194323255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.197614762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.207414019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.207640634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.207743357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.207813978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.20787474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.208447023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.213407868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.213580442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.213707575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.21478596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.218843314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.218988497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.21909741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.220186875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.223941302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.236864621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.237099237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.237172419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.237853054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:05.241633712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c89ed8-a37c-4fce-9fa4-8fec96a5b250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":115987,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:05.24239264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:05.242439651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:05.273758287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:05.730663855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.731032894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.731482694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ea3c62f3-bb9b-4ed9-8633-0d33208d2f0e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.731566736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ea3c62f3-bb9b-4ed9-8633-0d33208d2f0e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.731786981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ea3c62f3-bb9b-4ed9-8633-0d33208d2f0e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.731878793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ea3c62f3-bb9b-4ed9-8633-0d33208d2f0e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.732857656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ea3c62f3-bb9b-4ed9-8633-0d33208d2f0e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:05.73649344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ea3c62f3-bb9b-4ed9-8633-0d33208d2f0e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5008,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.737039523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea3c62f3-bb9b-4ed9-8633-0d33208d2f0e\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.737279289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.737740419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"047bb5bd-f68c-4b06-ab6a-b373afc8845f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.737802441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"047bb5bd-f68c-4b06-ab6a-b373afc8845f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.738066537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"047bb5bd-f68c-4b06-ab6a-b373afc8845f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.738144299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"047bb5bd-f68c-4b06-ab6a-b373afc8845f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.739081951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"047bb5bd-f68c-4b06-ab6a-b373afc8845f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:05.741926406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"047bb5bd-f68c-4b06-ab6a-b373afc8845f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4177,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.743042642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"047bb5bd-f68c-4b06-ab6a-b373afc8845f\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:05 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.743109144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.743145585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:05.743175125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.814770814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.814847006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.816777001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:05.818712816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.818780777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:05.818822568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.16928858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.169366322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.169535816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.1705741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.173334954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.173393525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.177246205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.177319586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:06.243851868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.244209446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.244287228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.244447212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.244508544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.244565775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.244611836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.245437995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.248066646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.248164289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.249159661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.251170458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.251236749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.251284121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.251326042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.251821133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.253638555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.253698026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.253762518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.254205668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.255878917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.259005209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.259099562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.259151893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.259923721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.262365487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.2624663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.26250772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.262541701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.263201826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.265821187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.265899539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.265953221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.26893401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.269123564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.272576154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.272652445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.272792779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.27285705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.273423723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:06.274443527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.275903641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.275982953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.276622558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.299051317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.299205851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.300166643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.305082887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.30518479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.305256531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.305323943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.306171562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.310108014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.310220106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.310299368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.311135918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.317310511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.317501015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.317582877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.317873133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.326458492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.330451185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.330618089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.330699721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.330758122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.330819824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.331549981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.334924409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.33500251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.335057402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.335775908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.338897661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.338990713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.339052974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.33972402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.34271266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.35094117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.351111854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.351195156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.351718158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:06.35523208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3df92add-4c93-4841-828f-c9345624be74","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":111029,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:06.355637049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:06.355923446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.442314337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.442391829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.442442931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.442495062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.442593784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.444375745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.446115265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.453658171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.453767183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.453855985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.454682584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.457046369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.457179652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":12,"elapsed":"14.904265ms"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.814189375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.814270508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.816005908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:06.816683864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.816721945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:06.816770766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.169792687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.169868698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.170070803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.171174399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.173725628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.17380945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.175814196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.175858747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:07.271372481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:07.357786953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.358121521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.358203773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.358332036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.358389327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.358449959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.35849857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.35938001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.362026911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.362085313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.362780389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.365493422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.365561964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.365880791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.365937322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.366829303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.371131673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.371211164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.371255556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.371799208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.375085284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.37877847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.379099278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.379153989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.379542658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.381830621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.381912723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.381976794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.382027095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.38266567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.385316641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.385381893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.385420774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.386049038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.388653279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.392575519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.392655131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.392769744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.392837485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.39347795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.399749816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.399958941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.401090097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.407023964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.40725464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.407932866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.410503245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.410610958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.410681159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.410751241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.411668982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.414858026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.414959998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.415064591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.415736406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.419323059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.419421112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.419529334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.420508067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.424901719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.434593993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.434771277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.434857979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.434907861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.435013583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.435488934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.440284115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.440366537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.440428839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.441162776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.444801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.444918163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.444981554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.445589338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.448646989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.458870816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.458990029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.45906107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.459111581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:07.464456416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd0595d6-3ef7-48c1-a23c-a2f244d5efcf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":106321,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:07.466579855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:07.466644136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:07.730648604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.731045734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.731546855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dd340106-a56a-45de-a586-ebd6d378716d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.731632097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dd340106-a56a-45de-a586-ebd6d378716d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.731874403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dd340106-a56a-45de-a586-ebd6d378716d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.731944184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dd340106-a56a-45de-a586-ebd6d378716d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.732862376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dd340106-a56a-45de-a586-ebd6d378716d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:07.735979648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dd340106-a56a-45de-a586-ebd6d378716d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4434,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.736404478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd340106-a56a-45de-a586-ebd6d378716d\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.736621273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.737065853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e9a3c28a-207a-4ab5-9317-1b5d7a1c9b96","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.737131555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e9a3c28a-207a-4ab5-9317-1b5d7a1c9b96","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.737314109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e9a3c28a-207a-4ab5-9317-1b5d7a1c9b96","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.737402351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e9a3c28a-207a-4ab5-9317-1b5d7a1c9b96","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.738135618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e9a3c28a-207a-4ab5-9317-1b5d7a1c9b96","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:07.743289047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e9a3c28a-207a-4ab5-9317-1b5d7a1c9b96","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6224,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.743812919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9a3c28a-207a-4ab5-9317-1b5d7a1c9b96\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:07 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.743917192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.743963483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:07.743987014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.817684041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.817756983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.817799184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:07.817838265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.817879336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:07.817918197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.16930349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.169410123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.169598937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.170681852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.17320601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.173258972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.17492579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.174991472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:08.270454965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:08.469454609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.469523981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.469570022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.469610223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.469650694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.469693575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.469739076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.469778047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.47166857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.471771533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.478472168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.482294877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.482484792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.482658216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.482709377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.483760611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.487819115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.487940818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.4880497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.489158456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.49449396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.502556117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.502739261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.502847263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.504475801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.542709758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.542878841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.543017625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.543101557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.544300585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.559987648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.560115981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.560222534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.561225987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.601048441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.605190636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.605416351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.605551685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.605640916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.606275801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.613344495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.613482219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.614705147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.616261603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.616356855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.617304567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.619990799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.620106262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.620177704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.620231385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.620278116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.623772447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.623858849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.623914491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.62474621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.628215511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.628292992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.628353724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.629230194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.633015641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.644851296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.645070021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.645157453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.645746146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.645811148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.646296169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.650121198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.65021624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.650277312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.65105849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.656084376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.656219669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.656290821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.656999087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.660832916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.670692445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.67091444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.671006422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.671534844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:08.683349078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cee98b88-27bc-4e9a-b9c4-a7ab8610e237","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":216230,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:08.683751958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:08.683995943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.814353286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.814432248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.816425524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:08.817265373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.817327585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:08.817368016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.170051122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.170115484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.170138095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.170913722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.17467769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.174754192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.179313188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.179382359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:09.270353459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:09.685195306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.685544825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.685602856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.685757799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.68579649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.685845081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.685882142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.686848975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.68964831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.689705701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.690553361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.693269764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.693386987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.693466069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.69352223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.694323838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.697296027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.697624185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.697671136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.698569976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.7008629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.705139839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.706580662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.706656344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.706694415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.710220837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.710397601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.710519993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.710592615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.711585618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.714958437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.715020928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.715054709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.716101253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.718504949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.722285916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.722353738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.72242856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.722501221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.723104575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:09.736164528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.736947896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.737207762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"df80d61f-f659-4aee-b91a-8e8c5ae58a50","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.737282134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"df80d61f-f659-4aee-b91a-8e8c5ae58a50","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.73753867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"df80d61f-f659-4aee-b91a-8e8c5ae58a50","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.737624642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"df80d61f-f659-4aee-b91a-8e8c5ae58a50","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.738593195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"df80d61f-f659-4aee-b91a-8e8c5ae58a50","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.742556607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.742665839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.74357139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:09.744791628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"df80d61f-f659-4aee-b91a-8e8c5ae58a50","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7572,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.745462004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df80d61f-f659-4aee-b91a-8e8c5ae58a50\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.745656988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.746101379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d36f5194-5ec5-466b-b2cb-b3752a510dd5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.7461718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d36f5194-5ec5-466b-b2cb-b3752a510dd5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.746397516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d36f5194-5ec5-466b-b2cb-b3752a510dd5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.746458177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d36f5194-5ec5-466b-b2cb-b3752a510dd5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.747093742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d36f5194-5ec5-466b-b2cb-b3752a510dd5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.74789157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.747971732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.748536335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:09.751553415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d36f5194-5ec5-466b-b2cb-b3752a510dd5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5433,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.752351983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d36f5194-5ec5-466b-b2cb-b3752a510dd5\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:09 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.752456886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.752526667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:09.752568039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.753126752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.753227454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.753298065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.753408758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.754130155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.757232127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.757326499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.75738141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.758003515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.764868134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.765006527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.765079129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.765964279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.769703066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.780011155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.780201459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.780280161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.780335203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.780396014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.780869635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.784645823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.784764645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.784833177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.785586774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.788911861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.788991293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.789116056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.789772211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.792670938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.80093676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.801056172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.801190896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.801538124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:09.814497194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0df4cae5-04de-4395-a49a-e07499c81eec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":123780,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:09.814598457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:09.814640127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.814688579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.81474454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.816203054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:09.816973982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.817037383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:09.817079554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.169669529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.169746671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.169884324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.173625211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.173847206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.173897197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.17574442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.177763467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:10.270341213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:10.816928106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.817002168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.817062509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.81710998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.817150031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.817198872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.817244363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.817277584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.817320235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.817369366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.817427888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.818676087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.818738378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.818786389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.818931183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.818979374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.81966108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.822519626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.822595308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.822665609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.82271936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.823504309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.844936586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.845028148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.845077099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.8451143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.846291557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.850669719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.851747503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.851820645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.851860096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.854349764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.854415675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.854466016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.854525118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.855188833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.857460966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.858285995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.858367117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.858413208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.862160865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.866434514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.866509666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.866611208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.866674739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.867363535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.874797678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.875021053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.87576379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.879976118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.88007889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.880789077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.888769422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.888872614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.888962716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.889019728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.889065979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.891465594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.891550376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.891639558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.892314524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.904830314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.906016222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.906120244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.908083659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.912074172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.934910492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.938851663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.938973686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.939042728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.939101989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.93915413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.943358387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.943459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.943521901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.94391859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.951926006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.953098703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.953171295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.953221536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.968102891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.985853942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:10.986911587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.987101691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:10.987183644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:10.992501427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02360efc-7c0c-4472-9a12-178014608358","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":180104,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:10.992985308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:10.993317946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.169183593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.169261315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.169400408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.170413902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.173858802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.173922793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.190866896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.190945908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:11.270430301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.292768419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.292870411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.292994594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.293040305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.301144883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.30448254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.304586352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.304686345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.304758536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.308992965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.309074807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.317157504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.348974822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.349056774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.349528945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.416219551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:42475","servers":"DnsServersList { addresses: [[::1]:42475] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42475/config","method":"PUT"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.42137179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.421457922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.421504073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.421551714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.421588455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found DNS version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.421635556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1"}
{"msg":"reading DNS config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.421690408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"reading DNS zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.421729008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.421765989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.42180454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.421849991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.421899863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.421941633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.423766386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.423851678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.423906019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.42395253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.425479855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:11.427449961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:58036"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.42955034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.475444354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:39839","servers":"DnsServersList { addresses: [[::1]:39839] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:39839/config","method":"PUT"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.475865034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.475897575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.476229602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"Metric producer GC running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:11.479100449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expiration":"2026-01-16 22:59:11.476226892 UTC"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.47915622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.479225952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.479265882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.479312754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.479349784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.479388695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.479432766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.479552019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.47959976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.479706743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:11.479754264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.479806855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":2,"elapsed":"61.351µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.479856296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.479896537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.479934878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.480550972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.481145806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.481989916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.482065547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.482110348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.482282912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.482350124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.482400985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.482921887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.483439469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.48390978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.483961071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":4,"elapsed":"46.641µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.484004562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.485246561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.485289162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.485309242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.485536228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.485605029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.48564669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.485677491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.485699532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.486221514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.486706315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.486818348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.486845158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.487418682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.487862092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.487924473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.487953864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.487992195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.488026696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.488551688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.489005119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.489142042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.489195783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.489236604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.489282245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.489795597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.490237687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:11.490270958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.490323429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":3,"elapsed":"88.342µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.49035637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:11.490390481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.490407761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.490428912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.490456772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.490477943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.491001085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.491704431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.491845364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.491925556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.492562541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.493028492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.493112574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.493159685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.493684267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.495808616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"0bdfb809-86eb-4ca4-b160-9deaab720228","remote_addr":"[::1]:58036","local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.495929169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"0bdfb809-86eb-4ca4-b160-9deaab720228","remote_addr":"[::1]:58036","local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:11.496176125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:55152"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.496497652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.496607444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.496705767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.497599967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.498270103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Timeout"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.498364615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.498424657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.498504399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.498800745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"distributing networking probes to sleds","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:11.498881147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.498946209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.499046321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.499148083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.499243236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.500004493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.501239312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.501293603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.501335764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.501379375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.501421516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.501652712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting generation update","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:11.502815559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_generation":1,"req_id":"0bdfb809-86eb-4ca4-b160-9deaab720228","component":"store","component":"internal_dns_server"}
{"msg":"updated generation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:11.502911611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_generation":1,"req_id":"0bdfb809-86eb-4ca4-b160-9deaab720228","component":"store","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.502999463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:20324","req_id":"7c17902e-00a3-49ff-bc29-82e8e9feebb3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   52 f3 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   R............_na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.503104625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:20324","req_id":"7c17902e-00a3-49ff-bc29-82e8e9feebb3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21235,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.503257369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.503520335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"bfc7589e-3dc1-469d-90c9-205cfc3df527.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.50894787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:20324","req_id":"7c17902e-00a3-49ff-bc29-82e8e9feebb3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 42475, target: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.510528817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.512214966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.512340959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.512447152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.51325191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:11.514565581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"0bdfb809-86eb-4ca4-b160-9deaab720228","remote_addr":"[::1]:58036","local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","latency_us":18766,"response_code":204}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.515558304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.522577066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.523436637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"bda85a99-e0b4-431d-a24b-78a9fc7d2cfa","remote_addr":"[::1]:55152","local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.523536969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"bda85a99-e0b4-431d-a24b-78a9fc7d2cfa","remote_addr":"[::1]:55152","local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server","version":"2.0.0"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.524105062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 42475, target: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3988, tv_nsec: 299344553 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.524187024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\")"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.524793808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.524909271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.525145466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.525241539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.525337851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.525434243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.525512115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.526241682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.526970868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.527077491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.527142372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.527749397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting generation update","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:11.528571396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_generation":2,"req_id":"bda85a99-e0b4-431d-a24b-78a9fc7d2cfa","component":"store","component":"external_dns_server"}
{"msg":"updated generation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:11.528662308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_generation":2,"req_id":"bda85a99-e0b4-431d-a24b-78a9fc7d2cfa","component":"store","component":"external_dns_server"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.52873552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61131","req_id":"697a5055-4424-49d6-8bdc-b8cac65af8e9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   02 20 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   . ..........._ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.528829092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61131","req_id":"697a5055-4424-49d6-8bdc-b8cac65af8e9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 544,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.528981555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.529139249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.529233791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61131","req_id":"697a5055-4424-49d6-8bdc-b8cac65af8e9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39839, target: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.529644951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:42475","servers":"DnsServersList { addresses: [[::1]:42475] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42475/config\", status: 204, headers: {\"x-request-id\": \"0bdfb809-86eb-4ca4-b160-9deaab720228\", \"date\": \"Fri, 16 Jan 2026 23:09:11 GMT\"} })"}
{"msg":"DNS server now at generation 1","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:11.529683742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:42475","servers":"DnsServersList { addresses: [[::1]:42475] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DNS propagation: done","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:11.540352879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"servers":"DnsServersList { addresses: [[::1]:42475] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.541202359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"server_results\":{\"[::1]:42475\":{\"Ok\":null}}}","iteration":4,"elapsed":"182.284546ms"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:11.54125152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"bda85a99-e0b4-431d-a24b-78a9fc7d2cfa","remote_addr":"[::1]:55152","local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server","latency_us":9009,"response_code":204}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.541310141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39839, target: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3988, tv_nsec: 311763971 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.541377223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.541415103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:10093","req_id":"a1129a02-75f5-47da-b01e-40345907a17e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   84 01 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.541466375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:10093","req_id":"a1129a02-75f5-47da-b01e-40345907a17e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 33793,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.541611288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.541646959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.54167879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:10093","req_id":"a1129a02-75f5-47da-b01e-40345907a17e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.541747631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:39839","servers":"DnsServersList { addresses: [[::1]:39839] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39839/config\", status: 204, headers: {\"x-request-id\": \"bda85a99-e0b4-431d-a24b-78a9fc7d2cfa\", \"date\": \"Fri, 16 Jan 2026 23:09:11 GMT\"} })"}
{"msg":"DNS server now at generation 2","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:11.541803663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:39839","servers":"DnsServersList { addresses: [[::1]:39839] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DNS propagation: done","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:11.541847413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"servers":"DnsServersList { addresses: [[::1]:39839] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.541883074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2,\"server_results\":{\"[::1]:39839\":{\"Ok\":null}}}","iteration":4,"elapsed":"110.031652ms"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.541921075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.541947686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.548510878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.548627501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.548679472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.549416159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.550482384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.555426648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.55549289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.555538631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.556116444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.558705114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3988, tv_nsec: 333045095 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.558784046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.558821157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:9588","req_id":"ae23a987-f4a0-4e7a-96cf-5424b6fd8934","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   ce 12 01 00  00 01 00 00  00 00 00 01  24 62 66 63   ............$bfc\n0010:   37 35 38 39  65 2d 33 64  63 31 2d 34  36 39 64 2d   7589e-3dc1-469d-\n0020:   39 30 63 39  2d 32 30 35  63 66 63 33  64 66 35 32   90c9-205cfc3df52\n0030:   37 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   7.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.5593954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:9588","req_id":"ae23a987-f4a0-4e7a-96cf-5424b6fd8934","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 52754,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            98,\n            102,\n            99,\n            55,\n            53,\n            56,\n            57,\n            101,\n            45,\n            51,\n            100,\n            99,\n            49,\n            45,\n            52,\n            54,\n            57,\n            100,\n            45,\n            57,\n            48,\n            99,\n            57,\n            45,\n            50,\n            48,\n            53,\n            99,\n            102,\n            99,\n            51,\n            100,\n            102,\n            53,\n            50,\n            55,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.559565874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"bfc7589e-3dc1-469d-90c9-205cfc3df527.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.559604585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:9588","req_id":"ae23a987-f4a0-4e7a-96cf-5424b6fd8934","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.559679487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:18571","req_id":"78f0a233-8c41-4bb3-a832-0518fd04f1b9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   7e 0d 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ~............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.559732758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:18571","req_id":"78f0a233-8c41-4bb3-a832-0518fd04f1b9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 32269,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.560943726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.560986017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.561011277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:18571","req_id":"78f0a233-8c41-4bb3-a832-0518fd04f1b9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.561073769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":3,"elapsed":"76.459853ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.56111938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.564257883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.564722284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.564789715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.564835326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.564905118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.565199525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.566220249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.575226337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.576276832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.576413335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.576452446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.576968548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":2,"elapsed":"84.822337ms"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.577035739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.577866339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.57792093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.577965881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.578048743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.578086594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.579021895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.584255507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.584412681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.585398703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.585440344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found DNS servers (no change)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.586753405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"current_servers":"DnsServersList { addresses: [[::1]:42475] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:42475] }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.586863247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:42475\"]}","iteration":3,"elapsed":"237.925627ms"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.587174015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3988, tv_nsec: 362473907 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.587296217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.587598754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:64707","req_id":"a7729db6-aad9-47c7-bcd2-a65544edd5c9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   c7 b9 01 00  00 01 00 00  00 00 00 01  24 32 61 63   ............$2ac\n0010:   39 31 31 30  61 2d 31 62  62 38 2d 34  35 36 32 2d   9110a-1bb8-4562-\n0020:   62 64 30 34  2d 33 63 30  65 33 31 66  36 36 30 33   bd04-3c0e31f6603\n0030:   65 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   e.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.588568587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:64707","req_id":"a7729db6-aad9-47c7-bcd2-a65544edd5c9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 51129,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            50,\n            97,\n            99,\n            57,\n            49,\n            49,\n            48,\n            97,\n            45,\n            49,\n            98,\n            98,\n            56,\n            45,\n            52,\n            53,\n            54,\n            50,\n            45,\n            98,\n            100,\n            48,\n            52,\n            45,\n            51,\n            99,\n            48,\n            101,\n            51,\n            49,\n            102,\n            54,\n            54,\n            48,\n            51,\n            101,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.58871663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.58873994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:64707","req_id":"a7729db6-aad9-47c7-bcd2-a65544edd5c9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.588787352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:45814","req_id":"2c39d7d4-4522-45c3-a68f-7762f9086e5b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   1c 9f 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.588827193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:45814","req_id":"2c39d7d4-4522-45c3-a68f-7762f9086e5b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 7327,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.588959836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.588987376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.589062648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:45814","req_id":"2c39d7d4-4522-45c3-a68f-7762f9086e5b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:11.595028297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned":"{}","expiration":"2026-01-16 22:59:11.476226892 UTC"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.595084658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"expiration\":\"2026-01-16T22:59:11.476226892Z\",\"pruned\":[]}","iteration":2,"elapsed":"118.837426ms"}
{"msg":"found DNS servers (no change)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.600928683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"current_servers":"DnsServersList { addresses: [[::1]:39839] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:39839] }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.601445535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:39839\"]}","iteration":3,"elapsed":"122.07505ms"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.601501506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3988, tv_nsec: 373531363 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.601584858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.601629409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:21800","req_id":"b5b31161-6c70-4029-83e5-4678e77e7b77","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   d2 9f 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.601687921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:21800","req_id":"b5b31161-6c70-4029-83e5-4678e77e7b77","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53919,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.601868235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.601903376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:21800","req_id":"b5b31161-6c70-4029-83e5-4678e77e7b77","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.601957887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:44437","req_id":"d68462ff-4fc9-486a-a7f9-59306268cb98","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   4b fc 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   K............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.602003928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:44437","req_id":"d68462ff-4fc9-486a-a7f9-59306268cb98","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19452,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.602143201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.602175202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.602205213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:44437","req_id":"d68462ff-4fc9-486a-a7f9-59306268cb98","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.70127019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.702374905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3988, tv_nsec: 477533155 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.702549109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.702884127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:14731","req_id":"cbbc6596-b0a5-43cd-9208-fd58ea5643b8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   97 6e 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .n..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.703082862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:14731","req_id":"cbbc6596-b0a5-43cd-9208-fd58ea5643b8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 38766,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.70344191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.704411402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:14731","req_id":"cbbc6596-b0a5-43cd-9208-fd58ea5643b8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"all webhook delivery tasks completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:11.712228924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.713084954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{},\"error\":null}","iteration":2,"elapsed":"215.842225ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.740410557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.748077495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.748471434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.748687539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.749074008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.749190521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.750068631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.751188387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.751262399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.75131119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.751343681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.752083568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.8500853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/all-sp-ids","method":"GET"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:11.851078713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.851453272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:18390","req_id":"7b719340-1f9e-4c08-8541-1ab26e8edf87","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   d3 ba 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.851696837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:18390","req_id":"7b719340-1f9e-4c08-8541-1ab26e8edf87","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 54202,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.852188189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.852362353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:18390","req_id":"7b719340-1f9e-4c08-8541-1ab26e8edf87","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.853320125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"Found abandoned VMMs","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.853916059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":0,"count":0}
{"msg":"Abandoned VMMs reaped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:11.854007131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.854160485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":2,"elapsed":"374.32539ms"}
{"msg":"found DNS version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.858937456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2"}
{"msg":"reading DNS config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.859002517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"reading DNS zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.859034418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.859063299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.859098319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.85913304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.859166981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.859196631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.860042121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.867221047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.867315159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.867391611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.86818468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.869291016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.877587808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.877815193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.877968356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.878786405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:11.882643245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.882744687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.88327234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"df223e72-23ac-4ca1-b660-1c1d6831c639","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.883341551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"df223e72-23ac-4ca1-b660-1c1d6831c639","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.883400003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.883474864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.883516525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:40079","req_id":"11a1cc50-e2ee-4ede-b24c-b9c6d413610c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   ca bc 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.883599107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:40079","req_id":"11a1cc50-e2ee-4ede-b24c-b9c6d413610c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 51900,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.883820732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.883930385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:40079","req_id":"11a1cc50-e2ee-4ede-b24c-b9c6d413610c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.885854969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a942fcab-7d56-4574-8f2c-4d905e5fced9\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:09:11 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.887862436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.887919697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.887969138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.888008349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.88805214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"df223e72-23ac-4ca1-b660-1c1d6831c639","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.888123042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"df223e72-23ac-4ca1-b660-1c1d6831c639","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.888522831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"df223e72-23ac-4ca1-b660-1c1d6831c639","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.889430192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.889493793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.890586219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.891024369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"original_time_started":"2026-01-16 23:08:17.449297 UTC","original_id":"1f884896-3377-4f37-8274-2f6d5ab61291","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.891088181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"1f884896-3377-4f37-8274-2f6d5ab61291\",\"time_loaded\":\"2026-01-16T23:09:11.489103891Z\",\"time_started\":\"2026-01-16T23:08:17.449297Z\"}}","iteration":6,"elapsed":"402.073821ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.891301215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.896383153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.896535027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.89753534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.897588061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.939174785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.940131598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"d40bd3a7-d7b9-40fe-b2bb-0e6834a94628","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:11.958561695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"d40bd3a7-d7b9-40fe-b2bb-0e6834a94628","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":18423,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.959577579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.959657951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.959727032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.959767073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.960428789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.974815262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:56510","req_id":"9c83ddea-b50a-4960-b4ee-4c3deaef8e82","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   ef 05 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.974995226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:56510","req_id":"9c83ddea-b50a-4960-b4ee-4c3deaef8e82","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 61189,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.97515918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.975356175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.975460707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:56510","req_id":"9c83ddea-b50a-4960-b4ee-4c3deaef8e82","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.975692332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:23438","req_id":"a450a641-ff8c-4c38-b957-346452a2159b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   c6 b1 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.975761144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:23438","req_id":"a450a641-ff8c-4c38-b957-346452a2159b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 50865,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.975916778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.976063561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.976122382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:23438","req_id":"a450a641-ff8c-4c38-b957-346452a2159b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:11.979657254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/all-sp-ids\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"416aa897-11d1-444c-a9f9-4f8446f4d6e0\", \"content-length\": \"105\", \"date\": \"Fri, 16 Jan 2026 23:09:11 GMT\"} })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:11.980035333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.024974585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.025051447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.025114628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.025162369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.02520784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.025252351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.025312853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.025350564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.025404735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.028070827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.028142159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.02819074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.028237071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.028279062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.028322973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.028362774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.028407215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.028453506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.028496917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.028541618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.028586529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.02862451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.028672541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.028725662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.028770323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.028811854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.028846875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 20 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.028916066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 20 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.028959287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 20 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.028991478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.043996436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.fields_ipaddr FORMAT Native"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.044855016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.045532012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3988, tv_nsec: 820618789 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.045619774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.0459131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3988, tv_nsec: 821213283 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.045993172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"found zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.046443773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1}
{"msg":"listing DNS names for zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.046490874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ebcce90c-9cde-47b7-b038-74887f7ecde3"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.046534875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.046586356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.046628917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.046664908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.047234901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.048592012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0d939ef-8712-417a-8212-c355ce821856\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:09:12 GMT\"} })"}
{"msg":"dendrite for switch1 is unavailable, cannot perform nat cleanup","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:09:12.048733386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.051630173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"dendrite for switch1 is unavailable, cannot perform nat cleanup\"}","iteration":3,"elapsed":"568.803337ms"}
{"msg":"all instance checks complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.051706365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.051772476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":3,"elapsed":"562.546633ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.052005152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.059374243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.059466014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.059544346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.060098789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.063304374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.068445753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.068518875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.068559846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.068685888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.070200563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.070268925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.08297592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.083065212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.083117013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.083168054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.083201825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.083241176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.083301207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.083336228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.083376739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.08341298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.083452881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.114104781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.114198603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.114241444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.11488849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.116408685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_ipaddr","n_rows":1}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.116472776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":40,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.148302385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:2534","req_id":"434c3789-d6ea-4c14-baa4-db790953898b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   18 b7 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.148426257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:2534","req_id":"434c3789-d6ea-4c14-baa4-db790953898b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 6327,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.148672203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.148775965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:2534","req_id":"434c3789-d6ea-4c14-baa4-db790953898b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.14895646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:8315","req_id":"585c0740-6e4d-4098-85c6-deb79e7c5149","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   30 1d 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   0...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.149039632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:8315","req_id":"585c0740-6e4d-4098-85c6-deb79e7c5149","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 12317,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.149236146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.149275267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:8315","req_id":"585c0740-6e4d-4098-85c6-deb79e7c5149","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.150671549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.15072037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.150756321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.155728176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.156984556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":5,"elapsed":"631.734818ms"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.157444576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.157516768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":13,"elapsed":"656.552833ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.161107481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.161169593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.161854679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.216775472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.216841083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/switch-id","method":"GET"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.218292887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.218347188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.218374169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.218403439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.21843564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.218469221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.218707126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:12.224419359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.225206837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"df223e72-23ac-4ca1-b660-1c1d6831c639","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":341952,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.236770776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":40}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.236858567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":20,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.238557027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.239318025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df223e72-23ac-4ca1-b660-1c1d6831c639\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.240603614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.242365885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.251793134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.251877716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.251921127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.252466549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.253412322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.260047425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.260134327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.260198228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.260737971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.261632612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.267306704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.268799818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.268848209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.268906371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.270044317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"94cf03f7-f9dd-4ac0-9dcb-ef0e86715890","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.270109249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"94cf03f7-f9dd-4ac0-9dcb-ef0e86715890","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.270279833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:33929","req_id":"8797dd46-fd6a-460d-bd08-9ebe538b255c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   43 33 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   C3..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.270935578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:33929","req_id":"8797dd46-fd6a-460d-bd08-9ebe538b255c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 17203,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.274272665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.274311166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.274337236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:33929","req_id":"8797dd46-fd6a-460d-bd08-9ebe538b255c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.277276355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"94cf03f7-f9dd-4ac0-9dcb-ef0e86715890","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.277382367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"94cf03f7-f9dd-4ac0-9dcb-ef0e86715890","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.280976081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"94cf03f7-f9dd-4ac0-9dcb-ef0e86715890","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.281066263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.298911876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.298997578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.299040829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.299887929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.301091537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.30816584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.308269623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.308312934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.308804905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.310347461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.315091361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.315177803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.315220654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.315741267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.317078127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":20}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.317135359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":26,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.31760953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3989, tv_nsec: 92834311 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.317671201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.318569372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9455afcd-253b-4b71-a68b-5527bf94a866\", \"content-length\": \"26\", \"date\": \"Fri, 16 Jan 2026 23:09:12 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.318671835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.319872472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.319919093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.3245213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"0","iteration":3,"elapsed":"839.351851ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.330224782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.330297094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.331126873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.332384922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"94cf03f7-f9dd-4ac0-9dcb-ef0e86715890","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":62349,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.333221342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":26}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.333275673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":5,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_cumulativeu64 FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.33401045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:35246","req_id":"136ec886-eeee-4ab8-9ac0-616d7b19f9a7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   f7 e6 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.334138903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:35246","req_id":"136ec886-eeee-4ab8-9ac0-616d7b19f9a7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 63462,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.334382769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.334482111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:35246","req_id":"136ec886-eeee-4ab8-9ac0-616d7b19f9a7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.334605914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:39776","req_id":"2e8178d5-a8c3-46d5-8e21-6b0506391296","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   10 2d 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .-..........._mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.334682836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:39776","req_id":"2e8178d5-a8c3-46d5-8e21-6b0506391296","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4141,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.334843559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.335001073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.336344364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:39776","req_id":"2e8178d5-a8c3-46d5-8e21-6b0506391296","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.336421856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94cf03f7-f9dd-4ac0-9dcb-ef0e86715890\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:12 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.336514288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.336558299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.33658948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.33662968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.336677272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.336715642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.336752803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.336783284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"webhook dispatching completed successfully","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.338306639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.338387451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"222.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":2,"elapsed":"845.374709ms"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.380227111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.380300773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/switch-id","method":"GET"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.381103182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3989, tv_nsec: 156240521 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.381208874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.382218848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.382279099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.38232476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.382366661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.383078008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.384559582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_cumulativeu64","n_rows":1}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.384628774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:12.385027263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.385706559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:17677","req_id":"52aec663-197e-4ea0-b4c0-b7237df335e0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   6e d3 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   n...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.385811411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:17677","req_id":"52aec663-197e-4ea0-b4c0-b7237df335e0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 28371,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.386019756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.386142649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:17677","req_id":"52aec663-197e-4ea0-b4c0-b7237df335e0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.427566419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/bfd/peers","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.428368367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02af8958-a0fa-4a2b-b9cc-86f1120467dd\", \"content-length\": \"26\", \"date\": \"Fri, 16 Jan 2026 23:09:12 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.428449369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.429711609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.475825048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.476566065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.476639027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.476694958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.476738269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.477588489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"found all DNS names for zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.478793857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":27,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ebcce90c-9cde-47b7-b038-74887f7ecde3"}
{"msg":"read DNS config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.478853118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":1}
{"msg":"found latest DNS generation (unchanged)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.478899109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"current_time_created":"2026-01-16 23:08:15.736530 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":1}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.47894031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1}","iteration":3,"elapsed":"1.186221213s"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.479084974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.484677373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.484742465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.484790656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.485641035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.487412897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.487480828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7","method":"POST"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.490252602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:40560","req_id":"296ef56e-b4e1-470c-8e14-fb0585fa57b0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   ca e3 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.490354765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:40560","req_id":"296ef56e-b4e1-470c-8e14-fb0585fa57b0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 51939,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.490544589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.490760274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.490840526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:40560","req_id":"296ef56e-b4e1-470c-8e14-fb0585fa57b0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.491364448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.49142358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.49146037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.492143166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3989, tv_nsec: 267374907 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.492221828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.492439493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/bfd/peers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2008b5c2-db61-4a4b-b43c-2b127b4786dc\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:09:12 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.49361742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":3,"elapsed":"1.011319767s"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.496109258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cd1f61d-ae80-492d-ad41-072ee71c2128\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:09:12 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.496366544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.497092031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61213","req_id":"e0ab6ae0-a3c9-443d-8358-f6b02eb24556","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   16 bd 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.497290856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61213","req_id":"e0ab6ae0-a3c9-443d-8358-f6b02eb24556","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 5821,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.497694855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.497852659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61213","req_id":"e0ab6ae0-a3c9-443d-8358-f6b02eb24556","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.508594438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.508667659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.50871199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.509614071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.551656656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.556701734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21fb1223-8774-4cca-a075-e3b3a42cc6ae\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:09:12 GMT\"} })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.55697817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.55913796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:31259","req_id":"71d6efe6-01df-4798-8ab7-e085254c19ad","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   c6 f0 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.559304154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:31259","req_id":"71d6efe6-01df-4798-8ab7-e085254c19ad","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 50928,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.559659582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.559893827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.56003048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:31259","req_id":"71d6efe6-01df-4798-8ab7-e085254c19ad","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.563195954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3989, tv_nsec: 338444735 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.563339317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.565389945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:28199","req_id":"c85a0fe4-4fb1-42a7-85bc-6bb4a653eeb3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   26 76 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   &v..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.565461096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:28199","req_id":"c85a0fe4-4fb1-42a7-85bc-6bb4a653eeb3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 9846,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.56564323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.565677961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:28199","req_id":"c85a0fe4-4fb1-42a7-85bc-6bb4a653eeb3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.614230077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.61437031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.615140358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.617672447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.621470835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.621611458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.62170258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.622345885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.71830427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.72909286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/vpc-routes","method":"GET"}
{"msg":"found zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.729910739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1}
{"msg":"listing DNS names for zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.730006721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"34f27c36-67a8-43d4-82e8-a38f7a9b8cfe"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.730097603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.730221226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.730323998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.73041201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.731199209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.732219172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.732394036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3","method":"POST"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.732825797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"dc925348-40c8-4756-b7f3-d843f91a508f (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.732998161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/1/ereports?committed=1&limit=255&restart_id=dc925348-40c8-4756-b7f3-d843f91a508f&start_at=2","method":"POST"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.733432401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.733530443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.734155228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.734976256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.738260733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.738540779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.738711013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3","method":"POST"}
{"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.740031854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2026-01-16T23:08:09.574312Z, time_modified: 2026-01-16T23:08:09.574312Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(2)), admin_group_name: None }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, db_silo: Silo { identity: SiloIdentity { id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-01-16T23:08:16.564172Z, time_modified: 2026-01-16T23:08:16.564172Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, db_silo: Silo { identity: SiloIdentity { id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-01-16T23:08:16.564172Z, time_modified: 2026-01-16T23:08:16.564172Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }) }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.740165667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"f5ee18e0-d7f7-42ee-b4f6-108a35257ec6\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"f5ee18e0-d7f7-42ee-b4f6-108a35257ec6\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo f5ee18e0-d7f7-42ee-b4f6-108a35257ec6 with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":3,"elapsed":"1.26114749s"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.740232489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/port/qsfp0/settings?tag=omicron","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.74114835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46288"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.742360078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.743083775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.743140516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.743175717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.743204527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.748867849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"6c3fdcac-c798-4909-b87f-7571ab1923fe","remote_addr":"[::1]:46288","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.748962261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"6c3fdcac-c798-4909-b87f-7571ab1923fe","remote_addr":"[::1]:46288","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.749012352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"002ccd84-a126-491d-8956-3b4a67770f05\", \"content-length\": \"12\", \"date\": \"Fri, 16 Jan 2026 23:09:12 GMT\"} })"}
{"msg":"retrieved port settings from switch","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.749081894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","settings":"PortSettings { links: {} }","switch_port_id":"Name(Name(\"qsfp0\"))"}
{"msg":"clearing switch port settings","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.749126985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","port_id":"Qsfp(Qsfp(\"qsfp0\"))","switch_location":"Switch0"}
{"msg":"port settings up to date, skipping","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.749170766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch0","switch_port_id":"Name(Name(\"qsfp0\"))"}
{"msg":"no DPD client for switch location","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:09:12.749211446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.749247087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/static/route4","method":"GET"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.749286188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"6c3fdcac-c798-4909-b87f-7571ab1923fe","remote_addr":"[::1]:46288","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4554,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.754566471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c3fdcac-c798-4909-b87f-7571ab1923fe\", \"content-length\": \"210\", \"date\": \"Fri, 16 Jan 2026 23:09:12 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.754729685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.754831797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.755522703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.757365335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.766258752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.766387185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.766480957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.767157582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.768375781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.775430054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.775550927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.775594878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.776259844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.778155458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.778215439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.77825419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.780063562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.781018834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.781076216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.781110586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.781140497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":5,"elapsed":"1.254119217s"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.78600703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f427d29-2a00-4762-88e9-dcd4d6dec2c8\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:09:12 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.786174363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.786273136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/static/route4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9462ddd0-a037-4322-adf2-75260d9320b1\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:09:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.786376118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/static/route6","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.787930644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/1/ereports?committed=1&limit=255&restart_id=dc925348-40c8-4756-b7f3-d843f91a508f&start_at=2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8474925e-cc2f-4649-bd0d-b9fc6e982cd8\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:09:12 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.788002246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"dc925348-40c8-4756-b7f3-d843f91a508f (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.788107598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed3dda84-6fcd-4e28-88d5-d488433118f2\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:09:12 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.788159069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.788245982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/static/route6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52420387-0dc4-4ec2-acaa-41e13de75f5f\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:09:12 GMT\"} })"}
{"msg":"retrieved existing routes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.788314283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{Switch0: {}}"}
{"msg":"retrieved desired routes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.788354964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"calculated static routes to add","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.788386235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"calculated static routes to delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.788417346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"checking for changes to loopback addresses","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.788448696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.788479647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.788514338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.795592322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.795697594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[],\"sps\":[]}","iteration":3,"elapsed":"1.266763231s"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.795741105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.796699327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.797483616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.797572768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.797632559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.79767985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.798580911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.812236398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.81234226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.812398271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.813003936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found all DNS names for zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.814528451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":3,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"34f27c36-67a8-43d4-82e8-a38f7a9b8cfe"}
{"msg":"read DNS config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.814594213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":2}
{"msg":"found latest DNS generation (unchanged)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.814634434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"current_time_created":"2026-01-16 23:08:16.647333 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":2}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.814674884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2}","iteration":3,"elapsed":"1.397030651s"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.817325266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.817402188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.817462489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.81750148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.818233667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.819863115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/loopback/ipv4","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.820310605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.820362236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.820402877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.820467478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.82138411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.821872791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.821954423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.822510316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.823796046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.824058762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3108781-f4bd-4264-9a18-b904a43eb69e\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:09:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.824170374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/loopback/ipv6","method":"GET"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.824372459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.825463344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"958067ae-a196-44ee-b8a3-fd445a9bcd20\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:09:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.826373475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:12345/network-bootstore-config","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.827131513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12345/network-bootstore-config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12345, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"unable to read bootstore config from scrimlet","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:09:12.827669316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Communication Error: error sending request for url (http://[::1]:12345/network-bootstore-config)"}
{"msg":"both scrimlets are unreachable, cannot update bootstore","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:09:12.827741507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.830718296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":3,"elapsed":"1.345075536s"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.832239772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.832947278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.833871549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.833926091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.833969252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.834009953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.834051924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.83475241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.837321599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.841159489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.84123277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.841279331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.841750472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.843008541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.84771414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.847783292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.847890864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.847937866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.847989817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.848497388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.849761008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.84986983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.850866243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.8558931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.855973452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.856015563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.856056984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.867180352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.867303364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.867364206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.86794501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.869010964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.869122697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.869184948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.86924283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.869747001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.938321291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/probes","method":"PUT"}
{"msg":"using fallback path: querying DPD directly for member removal","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.93914984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"sled_id_unavailable_or_resolution_failed","member_sled_id":"None","member_id":"39f72f42-fc41-4bca-99b8-17c80442aa12"}
{"msg":"fetching underlay group members from DPD for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.939207422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","switch":"switch0","underlay_ip":"ff04::e002:2"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.939242523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/underlay-groups/ff04::e002:2","method":"GET"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.939792695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.939851426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/eip-gateways","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.940344998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46290"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.940723166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"abacb90e-e14f-4a1d-8db7-188a08766b43","remote_addr":"[::1]:46288","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.940786228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"abacb90e-e14f-4a1d-8db7-188a08766b43","remote_addr":"[::1]:46288","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.942007386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/underlay-groups/ff04::e002:2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfdc5026-3290-4953-bab3-20c2b1994ee1\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:09:12 GMT\"} })"}
{"msg":"underlay group members fetched from DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.942077418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","member_count":0,"switch":"switch0","underlay_ip":"ff04::e002:2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.942115399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.942214601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.942247502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.943554582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"abacb90e-e14f-4a1d-8db7-188a08766b43","remote_addr":"[::1]:46288","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2529,"response_code":204}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.943791338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/probes","method":"PUT","req_id":"72469242-7991-471f-b171-fc1d41cd8e91","remote_addr":"[::1]:46290","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.943850239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/probes","method":"PUT","req_id":"72469242-7991-471f-b171-fc1d41cd8e91","remote_addr":"[::1]:46290","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.9443096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/eip-gateways\", status: 204, headers: {\"x-request-id\": \"abacb90e-e14f-4a1d-8db7-188a08766b43\", \"date\": \"Fri, 16 Jan 2026 23:09:12 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.944369791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.944409202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.945087378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.945693582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/probes","method":"PUT","req_id":"72469242-7991-471f-b171-fc1d41cd8e91","remote_addr":"[::1]:46290","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1910,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.946121452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/probes\", status: 204, headers: {\"x-request-id\": \"72469242-7991-471f-b171-fc1d41cd8e91\", \"date\": \"Fri, 16 Jan 2026 23:09:12 GMT\"} })"}
{"msg":"Update set of probes on sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.946180763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_probes":0,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"finished distributing probes to sleds","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:12.947997966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_pushed_probes":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.948082697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"probes_by_sled\":{\"b6d65341-167c-41df-9b5c-41cded99c229\":0}}","iteration":2,"elapsed":"1.449266482s"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.949711305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:40.889238Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Active, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: 39f72f42-fc41-4bca-99b8-17c80442aa12, time_created: 2026-01-16T23:08:35.956054Z, time_modified: 2026-01-16T23:08:44.819204Z, time_deleted: None, external_group_id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, parent_id: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, sled_id: None, state: Left, version_added: Generation(Generation(3077)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.949817038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:40.889238Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Active, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.9499032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.949952141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.950582325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.951386704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.951451366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.952063069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.953607675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.953692077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.953755809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.954358783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.960940756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.961010397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.961219022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.961278894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.962141523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.963091126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.963157697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.963805472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.96455433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.964635852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.964696553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.965791248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.971943301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.976998008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:12.97709692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.977141331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:12.977707295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.007777281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.045954906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.046084129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.046153151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.046204642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.046268374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.046784786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.047925262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.047975153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.048014934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.048634299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229 push not needed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.049487248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.049619322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vpc-routes","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.060314939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"2f68bff9-fd61-466c-94f2-96ee31cbeb8e","remote_addr":"[::1]:46288","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.060415492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"2f68bff9-fd61-466c-94f2-96ee31cbeb8e","remote_addr":"[::1]:46288","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.06077001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"2f68bff9-fd61-466c-94f2-96ee31cbeb8e","remote_addr":"[::1]:46288","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":477,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.061273962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 204, headers: {\"x-request-id\": \"2f68bff9-fd61-466c-94f2-96ee31cbeb8e\", \"date\": \"Fri, 16 Jan 2026 23:09:13 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.062311356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":9,"elapsed":"1.571894714s"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.062368117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Dependency"}
{"msg":"VPC route manager running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.062729526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.062772476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.062846488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.06292127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.062971951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.066208136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.066299129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.06638032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.066442802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.067079107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.068339886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.068388997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.068832157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.081530342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.08710098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.087179772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.087263054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.087322866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.087374697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.088065793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.089173839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.089259961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.089316552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.089887665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"using fallback path: querying DPD directly for member removal","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.095677669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"sled_id_unavailable_or_resolution_failed","member_sled_id":"None","member_id":"cc294b96-b30f-48d8-be22-c984ee7815ce"}
{"msg":"fetching underlay group members from DPD for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.095797142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","switch":"switch0","underlay_ip":"ff04::e002:1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.095857274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/underlay-groups/ff04::e002:1","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.097276796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/underlay-groups/ff04::e002:1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf9c0b3b-c33f-4e4d-9479-e99447cb2bdf\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:09:13 GMT\"} })"}
{"msg":"underlay group members fetched from DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.097391229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","member_count":0,"switch":"switch0","underlay_ip":"ff04::e002:1"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.09744845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.097517452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.098585177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.100150203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.105875056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.105976118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.10603095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.106144832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.107238428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.116744508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.117013594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.117057965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.117661309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.124723333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:40.950337Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Active, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: cc294b96-b30f-48d8-be22-c984ee7815ce, time_created: 2026-01-16T23:08:35.062897Z, time_modified: 2026-01-16T23:08:44.947522Z, time_deleted: None, external_group_id: a9c05218-3fb7-462e-a6e5-eaf77011803c, parent_id: 047649a1-bd77-4a29-8488-f19a376f3d65, sled_id: None, state: Left, version_added: Generation(Generation(2051)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.124928828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:40.950337Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Active, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.12502838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.125075241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.125111952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.125156443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2971739b-1932-452d-a7fa-a1df67961b14","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":1054875,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.127787724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.127876196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.127955758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.128013099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.129033763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.136874924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.136960116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.149671842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58478"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.149979099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"e9ce5efa-e675-430e-8801-80337ad497ec","remote_addr":"127.0.0.1:58478","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.15003769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"e9ce5efa-e675-430e-8801-80337ad497ec","remote_addr":"127.0.0.1:58478","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.150264055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"e9ce5efa-e675-430e-8801-80337ad497ec","remote_addr":"127.0.0.1:58478","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.150342877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"e9ce5efa-e675-430e-8801-80337ad497ec","remote_addr":"127.0.0.1:58478","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.151246388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"e9ce5efa-e675-430e-8801-80337ad497ec","remote_addr":"127.0.0.1:58478","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.152318323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.157581025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.157651436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.157705298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.158291221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.164423823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"e9ce5efa-e675-430e-8801-80337ad497ec","remote_addr":"127.0.0.1:58478","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":14458,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.165968909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"5d682842-f970-485b-94f4-8d49ee4e2ef6","remote_addr":"127.0.0.1:58478","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.166043411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"5d682842-f970-485b-94f4-8d49ee4e2ef6","remote_addr":"127.0.0.1:58478","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.166105292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"5d682842-f970-485b-94f4-8d49ee4e2ef6","remote_addr":"127.0.0.1:58478","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.166166584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"5d682842-f970-485b-94f4-8d49ee4e2ef6","remote_addr":"127.0.0.1:58478","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.172939171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"5d682842-f970-485b-94f4-8d49ee4e2ef6","remote_addr":"127.0.0.1:58478","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.173028743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.173069484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.173115085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.173160046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.173202987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 2 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.173239578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 2 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.173265718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.173294149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.178123701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"5d682842-f970-485b-94f4-8d49ee4e2ef6","remote_addr":"127.0.0.1:58478","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":12315,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.17938563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.179491553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.180390774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.182209966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.188989293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"using fallback path: querying DPD directly for member removal","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.191800218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"sled_id_unavailable_or_resolution_failed","member_sled_id":"None","member_id":"1396c948-d098-4b75-948b-14fba9766ce4"}
{"msg":"fetching underlay group members from DPD for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.191866189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","switch":"switch0","underlay_ip":"ff04::e002:0"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.19190501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/underlay-groups/ff04::e002:0","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.192559776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":2}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.192616107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.193355734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/underlay-groups/ff04::e002:0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51dee9ce-a394-48ec-ab85-014f29c73653\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:09:13 GMT\"} })"}
{"msg":"underlay group members fetched from DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.193427376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","member_count":0,"switch":"switch0","underlay_ip":"ff04::e002:0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.193466897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.193518878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.194300076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.200149762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:40.877371Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Active, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: 1396c948-d098-4b75-948b-14fba9766ce4, time_created: 2026-01-16T23:08:34.510247Z, time_modified: 2026-01-16T23:08:45.103864Z, time_deleted: None, external_group_id: f643b999-0df5-4ca9-8524-3431f1dbb507, parent_id: 654b8aa8-0014-4f2e-b375-089d955844b2, sled_id: None, state: Left, version_added: Generation(Generation(1025)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.200258704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:40.877371Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Active, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"member state reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.200348637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":3}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.200380317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.200408088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.200443269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.201271348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.214704239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.214828972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.214972705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.215216041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.216852789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.306135209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/v2p","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.306942538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46292"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:13.307328486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.307814608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"67b4666d-c34f-4255-ac15-7c33d8255683","remote_addr":"[::1]:46292","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.30793266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"67b4666d-c34f-4255-ac15-7c33d8255683","remote_addr":"[::1]:46292","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.308207147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"67b4666d-c34f-4255-ac15-7c33d8255683","remote_addr":"[::1]:46292","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":401,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.308611096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67b4666d-c34f-4255-ac15-7c33d8255683\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:09:13 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.30879254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.308874862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.308967115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.310753126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":7,"elapsed":"1.824028881s"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.396110275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.396179767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/vpc-routes","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.39673206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46294"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.397498007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"ff89df6f-dbcf-4edd-9cc0-0e60f3d53f01","remote_addr":"[::1]:46294","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.39758951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"ff89df6f-dbcf-4edd-9cc0-0e60f3d53f01","remote_addr":"[::1]:46294","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.397641011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"ff89df6f-dbcf-4edd-9cc0-0e60f3d53f01","remote_addr":"[::1]:46294","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":271,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.397878716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff89df6f-dbcf-4edd-9cc0-0e60f3d53f01\", \"content-length\": \"210\", \"date\": \"Fri, 16 Jan 2026 23:09:13 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.3980475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.398098611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.39979183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.441391615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.441500677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/eip-gateways","method":"PUT"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.44204902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.442131082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.442815368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.44378321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"a8928690-f36d-4299-98c9-3f17cec23025","remote_addr":"[::1]:46294","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.443848082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"a8928690-f36d-4299-98c9-3f17cec23025","remote_addr":"[::1]:46294","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.444076187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"a8928690-f36d-4299-98c9-3f17cec23025","remote_addr":"[::1]:46294","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":306,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.444986708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a8928690-f36d-4299-98c9-3f17cec23025\", \"date\": \"Fri, 16 Jan 2026 23:09:13 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.44505871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.445098621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.445135332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.448030139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.44809028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.448567572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.452680107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.452730648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.453377523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229 push not needed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.469294172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.469457525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vpc-routes","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.470424298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"c6c844bb-9a7b-479f-8e33-7bb8b5ec98c6","remote_addr":"[::1]:46294","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.47048452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"c6c844bb-9a7b-479f-8e33-7bb8b5ec98c6","remote_addr":"[::1]:46294","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.47091713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"c6c844bb-9a7b-479f-8e33-7bb8b5ec98c6","remote_addr":"[::1]:46294","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":502,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.471229677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c6c844bb-9a7b-479f-8e33-7bb8b5ec98c6\", \"date\": \"Fri, 16 Jan 2026 23:09:13 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.47351527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":10,"elapsed":"411.122312ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.533650064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.533734416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.534640637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.549914831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.550053964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.550882293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.556837531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.556919673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.556976625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.557729262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.563847104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":3}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.563913036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.563972107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.564400017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.565066102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.565122244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.565670747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.56625094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.566305971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.566847094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetching external group state from all switches for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.570511049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switch_count":1,"group_ip":"224.2.0.0"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.57056988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/groups/224.2.0.0","method":"GET"}
{"msg":"fetching external group state from all switches for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.571050411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switch_count":1,"group_ip":"224.2.0.2"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.571099222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/groups/224.2.0.2","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.57186895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/groups/224.2.0.0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62eb84bf-d97d-431f-bb77-5352c5683792\", \"content-length\": \"290\", \"date\": \"Fri, 16 Jan 2026 23:09:13 GMT\"} })"}
{"msg":"external group state fetched from all switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.572048524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switches_with_group":1,"switches_queried":1,"group_ip":"224.2.0.0"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.572956605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/groups/224.2.0.2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60004827-2ccd-4bac-9c2d-5592f389fd41\", \"content-length\": \"290\", \"date\": \"Fri, 16 Jan 2026 23:09:13 GMT\"} })"}
{"msg":"external group state fetched from all switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.573083708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switches_with_group":1,"switches_queried":1,"group_ip":"224.2.0.2"}
{"msg":"fetching external group state from all switches for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.574089791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switch_count":1,"group_ip":"224.2.0.1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.574259015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/groups/224.2.0.1","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.575288899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/groups/224.2.0.1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc93d418-406d-4110-bbff-5a9589216ab3\", \"content-length\": \"290\", \"date\": \"Fri, 16 Jan 2026 23:09:13 GMT\"} })"}
{"msg":"external group state fetched from all switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.575412782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switches_with_group":1,"switches_queried":1,"group_ip":"224.2.0.1"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.575469263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:40.877371Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Active, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","state":"Active"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.575544895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:40.889238Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Active, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }","state":"Active"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.575673418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:40.950337Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Active, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }","state":"Active"}
{"msg":"group reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.57576496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":3,"processed":3,"state":"Active"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.575818192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.575855123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.575896024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.578714729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.585052385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.585117147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":3,"orphaned_member_cleanup":0,"member_lifecycle_transitions":3,"active_groups_verified":3,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed successfully","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.587663096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_operations":3,"orphaned_members_cleaned":0,"member_state_transitions":3,"active_groups_verified":3,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.587729978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":3,\"members_deleted\":0,\"members_processed\":3}","iteration":17,"elapsed":"2.08924228s"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.730702562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.732544075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.732976995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bb763721-450d-4851-9e50-57f58fb7901b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.733069148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bb763721-450d-4851-9e50-57f58fb7901b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.733286513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bb763721-450d-4851-9e50-57f58fb7901b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.733383275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bb763721-450d-4851-9e50-57f58fb7901b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.734203464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bb763721-450d-4851-9e50-57f58fb7901b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.740874148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bb763721-450d-4851-9e50-57f58fb7901b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7892,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.741350439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb763721-450d-4851-9e50-57f58fb7901b\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.741731618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.741958483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"69572b82-3a15-4f25-91c9-f4cc2be21aec","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.742032285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"69572b82-3a15-4f25-91c9-f4cc2be21aec","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.742971667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"69572b82-3a15-4f25-91c9-f4cc2be21aec","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.743077969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"69572b82-3a15-4f25-91c9-f4cc2be21aec","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.744249197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"69572b82-3a15-4f25-91c9-f4cc2be21aec","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.74996512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"69572b82-3a15-4f25-91c9-f4cc2be21aec","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7995,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.75043402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69572b82-3a15-4f25-91c9-f4cc2be21aec\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:13 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.750543573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.750591174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:13.750626045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.814440724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.814594698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.816316828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:13.817134457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.817199618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:13.817239709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:14.137924684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.138248822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.138310903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.138455567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.138507228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.138551029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.13859003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.13948397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.142849929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.142953641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.143692148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.148758945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.148833477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.148896818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.14894557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.149347939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.15586012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.155930682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.156001854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.156914305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.159243588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.16320799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.163345473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.163420415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.16403384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.166541248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.16663259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.166687541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.166732352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.167333596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.169732432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.169790113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.169970747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.170909809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.173586321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.173645563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.175228309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.175332322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.17743732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.177545243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.177641945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.17871111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.181957235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.185915487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.185989349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.18603556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.186090761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.186588823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.193601745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.193760629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.194375723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.19640884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.196530113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.197301601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.199517812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.199633535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.199714367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.199774338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.200542326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.233981861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.234092794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.234164486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.235174159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.243352768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.243570684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.243665966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.244513266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.253197156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.263858634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.264039519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.26412411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.264196012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.264253664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.264730944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.272381812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.272467114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.272529305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.273247102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:14.274098261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.277020419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.277116972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.277181273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.277810008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.281028642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.291639008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.291871013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.291942235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.292477197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:14.297018033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b2502d43-e6e0-4ef5-b2b4-0841a3146ac6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":158758,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:14.301166849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:14.301232531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.817299516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.817370108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.817412629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:14.817450179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.81748758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:14.817528511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.170772481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.171934728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.171996099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.17204493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.174713932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.174773114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.175785507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.175839468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:15.273230497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:15.299190059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.299552107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.299637219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.299781092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.299835863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.299880815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.299921205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.300893448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.304399869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.30445543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.305220988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.314084464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.314166646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.314245838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.314283118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.315288292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.328939958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.329034111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.329072252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.330346231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.33333369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.337054976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.337858715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.337914876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.337945567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.361087623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.361201976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.361277488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.361336209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.362150568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.364698277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.364754909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.364792069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.365517637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.367852551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.386430651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.386521093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.386626026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.386689007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.387441774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.390852404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.391746865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.391811716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.394014987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.39415343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.394789365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.400707682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.401284015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.401434399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.401555682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.402739009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.41140034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.411574934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.411667376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.411728668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.421130596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.421241458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.421333481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.422334714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.442630274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.453569018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.453694941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.453786823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.453851584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.453916486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.465187437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.471744419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.471844962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.471917913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.481893935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.487127666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.487219818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.48730501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.48816979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.504972919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.533820019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.534056674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.534127655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.539621683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:15.572821053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6876d54-a6ff-41cb-bfbc-5a1e9dc031af","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":273269,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:15.573774455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:15.574066892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:15.73098846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.731337788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.73183365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dc5d019b-5436-4b22-bb42-44675febcf85","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.731900331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dc5d019b-5436-4b22-bb42-44675febcf85","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.732142407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dc5d019b-5436-4b22-bb42-44675febcf85","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.732226909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dc5d019b-5436-4b22-bb42-44675febcf85","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.733195291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dc5d019b-5436-4b22-bb42-44675febcf85","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:15.736645981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dc5d019b-5436-4b22-bb42-44675febcf85","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4809,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.737145493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc5d019b-5436-4b22-bb42-44675febcf85\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.737363748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.737749717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"942790ea-bf31-4c41-916c-5d37ba628923","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.737817198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"942790ea-bf31-4c41-916c-5d37ba628923","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.738040354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"942790ea-bf31-4c41-916c-5d37ba628923","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.738112295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"942790ea-bf31-4c41-916c-5d37ba628923","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.739045897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"942790ea-bf31-4c41-916c-5d37ba628923","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:15.742852755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"942790ea-bf31-4c41-916c-5d37ba628923","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5098,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.743543971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"942790ea-bf31-4c41-916c-5d37ba628923\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:15 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.743627573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.743670644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:15.743705845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.814036875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.814115497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.817060305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:15.817125477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.817173938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:15.817212159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.169797464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.169876366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.169911976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.171567485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.194557718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.19462924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.204964019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.205119463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:16.273379815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.50261753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.502680591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.502722652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.502773354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.502811985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.510668097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.517459114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.524561119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.524677822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.524732313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.53538288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.570491794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.570557025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":14,"elapsed":"67.914925ms"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:16.580708701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.581943959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.582024571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.582165614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.582213255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.582258457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.582299928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.588249956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.622709605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.622851048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.62381764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.626431701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.626506473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.626551144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.626612505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.627513446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.630415993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.630515626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.630561627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.631365055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.633844603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.639660758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.639806331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.639859562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.640498657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.642841881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.642931383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.642999755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.643044646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.652492405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.652570207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.652618298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.652659249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.65269412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.665437075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.669857208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.66995639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.670088373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.670151815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.684727212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.687457536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.687581318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.688363847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.694898068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.695020771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.696033134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.698505212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.705355801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.705463243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.705518875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.705560316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.732775487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.73293075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.733811061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.733992855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.737288371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.737385763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.737451285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.738572551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.76010281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.771634548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.771827922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.771922054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.771981936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.772037347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.772625681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.779637763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.779830287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.77996768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.781086037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.789798628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.789952762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.790081355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.791102179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.794487077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.827440141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.827605925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.827753459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.828735181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.829937219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.831097466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:16.834869854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b4aff3a6-ee67-4c8b-acf2-a4164b5fd866","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":253703,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.8372992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:16.841960408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.84203173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:16.842098051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:16.842223864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:16.84246901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.169040502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.169117514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.169261917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.17025679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.173050164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.173112826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.174828646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.174896457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:17.27202748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:17.733161071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.733233123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.733270163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cd182be9-4909-46bf-aa76-8cb796f72a44","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.733316644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cd182be9-4909-46bf-aa76-8cb796f72a44","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.733358105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cd182be9-4909-46bf-aa76-8cb796f72a44","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.733421687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cd182be9-4909-46bf-aa76-8cb796f72a44","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.733469478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cd182be9-4909-46bf-aa76-8cb796f72a44","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:17.736956519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cd182be9-4909-46bf-aa76-8cb796f72a44","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5042,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.737037521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd182be9-4909-46bf-aa76-8cb796f72a44\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.737076311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.737228465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f60e555a-18fb-4e58-a6f6-3e337f00df55","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.737338957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f60e555a-18fb-4e58-a6f6-3e337f00df55","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.738840492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f60e555a-18fb-4e58-a6f6-3e337f00df55","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.738928164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f60e555a-18fb-4e58-a6f6-3e337f00df55","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.738999566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f60e555a-18fb-4e58-a6f6-3e337f00df55","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:17.741525215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f60e555a-18fb-4e58-a6f6-3e337f00df55","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4293,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.742996699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f60e555a-18fb-4e58-a6f6-3e337f00df55\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:17 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.743210684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.743301666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:17.743393538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.81895729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.819039682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.819082033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.819120274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.819159525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.819224386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:17.846017967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.846083269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.84614253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.846189641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.846230502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.846273203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.846311224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.846344635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.849642232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.849761974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.850575513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.860219527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.860297379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.860335569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.86037197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.860403821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.862858648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.86292977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.863009462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.863867522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.866613325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.871893107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.872030111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.872075621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.872109172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.877401945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.877539498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.87759424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.877636001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.878413348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.89789633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.898087615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.898164206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.905178599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.912371356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.91727436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.917481234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.917638948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.917758141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.91859277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.949088607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.949322522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.954536984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.957575314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.957683406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.958509345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.960656525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.960760168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.960833559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.960943382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.961883183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.964789641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.964872333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.964964805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.966157163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.97121807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.971329423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.971400684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.971451576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.977561847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.994330786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.99447804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.994555852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:17.996567628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.996791133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:17.998219546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:18.003391446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:18.003482078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:18.00355589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:18.006085149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:18.01262332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:18.012725212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:18.012790654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:18.014302879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:18.020504263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:18.035291885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:18.035557332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:18.035642044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:18.036272488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:18.041475999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a896b9ab-2336-42d1-bc8b-1349891ae747","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":197884,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:18.041868228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:18.042149475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:18.1696187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:18.169712662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:18.169805694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:18.170712935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:18.173358777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:18.173419958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:18.183768458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:18.18384541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:18.270415037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:18.814879311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:18.814990563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:18.81701043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:18.817784688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:18.817841749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:18.81788016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:19.043479251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.044432253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.044683049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.04473121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.044785521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.044828582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.045275733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.045551159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.04821466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.048308632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.049166262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.051597229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.051685861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.051755563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.051796593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.052719765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.055187662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.055250874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.055292025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.056159105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.059108633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.063572557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.06459897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.06543927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.069037804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.075037812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.075184426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.075294098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.075392131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.076552818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.079468245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.079580318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.0796836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.080662023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.085883844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.090408829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.09046938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.090504461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.090628774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.09391871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.1034191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.103546333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.105400166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.108688053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.108818516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.109775428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.11246454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.112567523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.112655795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.112719306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.113555476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.117424355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.117661631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.117793614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.118808787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.122438002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.122518644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.122576625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.123400574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.128477971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.140268335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.14049166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.140587622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.140653513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.140726235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.141284398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.148948856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.149140691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.149215503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.149272964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.160275769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.160384241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.160447483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.161526348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.165739795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.182126205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.182411212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.182477683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.183601989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.184675684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.184747256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.184783857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.185863652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:19.191223596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"830a83d7-e913-40fd-af50-9ebbb4eed9b4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":147340,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:19.193507179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:19.193577491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.195012754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.195076495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.203492461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.203600144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:19.285734127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.34148902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:59917","req_id":"8f915c8a-bfa2-420d-8403-21cab328481b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   11 14 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.341582782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:59917","req_id":"8f915c8a-bfa2-420d-8403-21cab328481b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4372,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.341804277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.341993912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.342079284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:59917","req_id":"8f915c8a-bfa2-420d-8403-21cab328481b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.342202727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:50245","req_id":"65d99fb6-31be-40c7-95db-f44f969b43f3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   89 bd 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ............._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.342319349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:50245","req_id":"65d99fb6-31be-40c7-95db-f44f969b43f3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 35261,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.342490743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_repo-depot._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.342519064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.342553645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:50245","req_id":"65d99fb6-31be-40c7-95db-f44f969b43f3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 43699, target: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_repo-depot._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.342658247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60556","req_id":"912bcffa-a3b2-4407-a7a1-a5d95ff82001","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   1a b8 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.342719179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60556","req_id":"912bcffa-a3b2-4407-a7a1-a5d95ff82001","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 6840,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.342887253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.342968744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.343038966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60556","req_id":"912bcffa-a3b2-4407-a7a1-a5d95ff82001","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 33923, target: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.344433689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60046","req_id":"f20b65d8-49d3-478d-8f9b-d8ab0c52ec7c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   cf ad 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.34451272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60046","req_id":"f20b65d8-49d3-478d-8f9b-d8ab0c52ec7c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53165,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.344714485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.344744736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60046","req_id":"f20b65d8-49d3-478d-8f9b-d8ab0c52ec7c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.344802507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:58406","req_id":"e04e3da5-827f-471e-b642-543d2ed6e37d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   3d 39 01 00  00 01 00 00  00 00 00 01  24 62 36 64   =9..........$b6d\n0010:   36 35 33 34  31 2d 31 36  37 63 2d 34  31 64 66 2d   65341-167c-41df-\n0020:   39 62 35 63  2d 34 31 63  64 65 64 39  39 63 32 32   9b5c-41cded99c22\n0030:   39 04 73 6c  65 64 0d 63  6f 6e 74 72  6f 6c 2d 70   9.sled.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.344860748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:58406","req_id":"e04e3da5-827f-471e-b642-543d2ed6e37d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 15673,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            115,\n            108,\n            101,\n            100,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.345070063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.345101394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:58406","req_id":"e04e3da5-827f-471e-b642-543d2ed6e37d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\")), original: Query { name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.345157915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:52673","req_id":"f58479a0-babd-4ea6-8d53-ffca3dd5bf73","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   6e d3 01 00  00 01 00 00  00 00 00 01  24 37 37 65   n...........$77e\n0010:   37 63 66 36  65 2d 36 32  66 63 2d 34  61 36 30 2d   7cf6e-62fc-4a60-\n0020:   38 65 38 66  2d 33 63 32  31 38 61 38  63 38 38 33   8e8f-3c218a8c883\n0030:   66 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   f.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.345217627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:52673","req_id":"f58479a0-babd-4ea6-8d53-ffca3dd5bf73","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 28371,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            55,\n            55,\n            101,\n            55,\n            99,\n            102,\n            54,\n            101,\n            45,\n            54,\n            50,\n            102,\n            99,\n            45,\n            52,\n            97,\n            54,\n            48,\n            45,\n            56,\n            101,\n            56,\n            102,\n            45,\n            51,\n            99,\n            50,\n            49,\n            56,\n            97,\n            56,\n            99,\n            56,\n            56,\n            51,\n            102,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.345406281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.345434212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:52673","req_id":"f58479a0-babd-4ea6-8d53-ffca3dd5bf73","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:19.730033269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.730441218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.73095906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"caffefed-2e08-4add-8ddf-5b5de25a845b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.731049752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"caffefed-2e08-4add-8ddf-5b5de25a845b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.731282048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"caffefed-2e08-4add-8ddf-5b5de25a845b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.731346399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"caffefed-2e08-4add-8ddf-5b5de25a845b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.732321982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"caffefed-2e08-4add-8ddf-5b5de25a845b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:19.735681809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"caffefed-2e08-4add-8ddf-5b5de25a845b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4717,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.736336315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caffefed-2e08-4add-8ddf-5b5de25a845b\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.736613241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.737382109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"426ddc63-5d8f-41dd-ab5a-87bd2e0e188d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.737456571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"426ddc63-5d8f-41dd-ab5a-87bd2e0e188d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.737565093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"426ddc63-5d8f-41dd-ab5a-87bd2e0e188d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.737641025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"426ddc63-5d8f-41dd-ab5a-87bd2e0e188d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.738761111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"426ddc63-5d8f-41dd-ab5a-87bd2e0e188d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:19.741854703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"426ddc63-5d8f-41dd-ab5a-87bd2e0e188d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4658,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.742406465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"426ddc63-5d8f-41dd-ab5a-87bd2e0e188d\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:19 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.742552939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.74260712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:19.742642891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.814694112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.814796694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.816847602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:19.817993068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.81807586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.818120431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:19.849407687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35546"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:19.849910528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"317477a4-77a9-4fb3-a1d1-c8884302206f","remote_addr":"[::1]:35546","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:19.850168494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"317477a4-77a9-4fb3-a1d1-c8884302206f","remote_addr":"[::1]:35546","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":258,"response_code":200}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.169130609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.169211991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.169348554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.170232255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.175221641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.175296673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.181459235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.181537677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:20.194122829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.194501037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.194573929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.194731643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.194803024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.194861306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.194912267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.196039073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.198741506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.198859519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.1997549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.20237182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.202483232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.202538324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.202581335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.203567958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.206103486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.206168108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.206213289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.206989857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.209866234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.213915548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.214073772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.214131963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.214782168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.217635614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.217717206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.217777977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.217814628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.218545015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.221166626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.221222577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.221255198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.221884562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.224228417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.227679897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.227759279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.227872561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.227949783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.228619549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.231633188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.231766902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.232656772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.235447427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.235559479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.236382229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.238886897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.238980579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.239052891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.239104412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.239680945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.242688395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.242770707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.242834688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.243448562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.251397997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.251581031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.251655053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.252457811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.256471314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.267094401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.267454239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.267549431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.267639994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.267753926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.267981061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:20.271793279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.271912352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.271980814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.272041415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.27265805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.276176761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.276253663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.276360516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.277358629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.281222068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.292283375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.29250674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.292591482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.293228827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:20.296981503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"be801165-89e5-4b47-82a8-9e41056c041d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":102489,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:20.297433994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:20.29769419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:20.363522076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35548"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.364006177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"7afd6daf-d28b-4321-8ff8-0bdabafb7a55","remote_addr":"[::1]:35548","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:20.364219082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"7afd6daf-d28b-4321-8ff8-0bdabafb7a55","remote_addr":"[::1]:35548","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":221,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:20.366010264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35550"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.366336682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"02fd7f10-aa6c-4046-b2fe-9d41e70512e9","remote_addr":"[::1]:35550","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:20.366495915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"02fd7f10-aa6c-4046-b2fe-9d41e70512e9","remote_addr":"[::1]:35550","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":161,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:20.377108221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35552"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:20.377185623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35554"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.377742196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"b0d7680b-520c-4086-aa40-0a9731caf8b9","remote_addr":"[::1]:35552","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.377856558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"450d43e9-b199-4661-8a77-bccc89fae02a","remote_addr":"[::1]:35554","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:20.378030373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"b0d7680b-520c-4086-aa40-0a9731caf8b9","remote_addr":"[::1]:35552","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":325,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:20.378128485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"450d43e9-b199-4661-8a77-bccc89fae02a","remote_addr":"[::1]:35554","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":276,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:20.381080583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35556"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.38136841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"23de5d23-e78f-4a5d-b3ba-ef81d43a85d2","remote_addr":"[::1]:35556","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:20.381478513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"23de5d23-e78f-4a5d-b3ba-ef81d43a85d2","remote_addr":"[::1]:35556","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":121,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:20.386243523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35558"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.387387319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"26cb7da6-6a80-43dc-8208-172804835900","remote_addr":"[::1]:35558","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:20.387441821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"26cb7da6-6a80-43dc-8208-172804835900","remote_addr":"[::1]:35558","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":152,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:20.394676549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35560"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.395097898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"fc5c05a9-c9f6-4e8a-b10c-1d68b36b09bf","remote_addr":"[::1]:35560","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:20.395284403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"fc5c05a9-c9f6-4e8a-b10c-1d68b36b09bf","remote_addr":"[::1]:35560","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":201,"response_code":200}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.814607655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.814693067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.816453518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:20.817195565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.817257956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:20.817305418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.173635169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.173706901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.173740591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.173775502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.174266754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.174327355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.176327521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.176390253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:21.271668572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:21.299083517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.299431745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.299488627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.299670141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.299712032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.299749783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.299795214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.300861689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.30350938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.303590282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.30434623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.31040762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.310500592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.310552013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.310597214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.311332151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.318407646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.318489618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.318537729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.319355598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.321799504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.326029452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.326133785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.326176346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.32680581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.330736611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.330798753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.330840104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.330886185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.331497799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.333976877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.334037728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.334077659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.334948809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.337060178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.340500978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.340553999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.340632181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.340691232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.341311097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.343585429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.343682472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.344305246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.346447796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.346546728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.347181173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.349148408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.34924774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.349304452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.349339202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.349894726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.353277264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.353418657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.35350921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.354032962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.357369799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.357454211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.357528843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.358149397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.361198097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.37165198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.371828304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.371920797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.371986198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.372101651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.372570632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.376528803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.376610885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.376674316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.377331322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.380871394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.380965326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.381020857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.381716624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.38500701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.395010712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.395197616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.395260538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.395841801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:21.39924314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7dad6243-ebfa-4127-bcc9-57c9b069f0c5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":99804,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:21.39970653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:21.400001207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.503923157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.503963228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.503997509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.504030489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.50406825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.50489464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.507703414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.513067479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.513227293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.513277174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.513859657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.52001027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.520085801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":15,"elapsed":"16.096863ms"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:21.733003978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.733404127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.733927899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6321c6ba-58d9-43f7-9c41-279c0936df4e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.733994761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6321c6ba-58d9-43f7-9c41-279c0936df4e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.734253387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6321c6ba-58d9-43f7-9c41-279c0936df4e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.734354929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6321c6ba-58d9-43f7-9c41-279c0936df4e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.737993964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6321c6ba-58d9-43f7-9c41-279c0936df4e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:21.741373502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6321c6ba-58d9-43f7-9c41-279c0936df4e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7455,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.741833823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6321c6ba-58d9-43f7-9c41-279c0936df4e\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.742040428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.742494718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1bc143a2-1c6b-410b-89a3-47dd006aa2a0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.7425667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1bc143a2-1c6b-410b-89a3-47dd006aa2a0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.743228025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1bc143a2-1c6b-410b-89a3-47dd006aa2a0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.743315617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1bc143a2-1c6b-410b-89a3-47dd006aa2a0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.744520735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1bc143a2-1c6b-410b-89a3-47dd006aa2a0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:21.754338603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1bc143a2-1c6b-410b-89a3-47dd006aa2a0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":11882,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.756862821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bc143a2-1c6b-410b-89a3-47dd006aa2a0\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:21 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.756965424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.757021135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:21.758271804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.814969749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.8158943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.815964032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.816586436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.816649388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.823372913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.823476346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"ffc0b16e-74bb-42e0-8ebc-773c7586b8e0","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:21.837625694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"ffc0b16e-74bb-42e0-8ebc-773c7586b8e0","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":20265,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.838353091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.858349824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.858428386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.858466557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.85858292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.859252555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.859376868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.859431269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 21 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.859676345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 21 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.859743247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 21 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.860158516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.88016566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":4,"sql":"INSERT INTO oximeter.fields_ipaddr FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.880244282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_ipaddr","n_rows":4}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.880285933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":40,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.881487671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":40}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.881565363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":23,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.883479217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":23}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.883559229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":23,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.885487054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":23}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.885586626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":5,"n_rows":2,"sql":"INSERT INTO oximeter.measurements_cumulativeu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.887819038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_cumulativeu64","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.887875859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:21.892336462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:21.892408984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:21.961026305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.171021934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.171100596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.171137687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.171172187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.178257061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.178329273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.178371454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.178410905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:22.271920173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:22.401315133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.40163618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.401707272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.401809044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.401850135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.401888636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.401922567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.403044953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.411880518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.41194941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.411990091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.413339952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.413430094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.413512166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.413671069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.414209312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.416345061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.416405143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.416468914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.4171513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.419265439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.42493896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.425038703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.425113104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.42579209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.428032132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.428127214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.428200516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.428248147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.429011125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.431599285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.431670977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.431714138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.437261647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.444970305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.445036707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.445111819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.445214711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.445280992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.445331924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.450200877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.450318289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.451160429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.453428831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.453544174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.454090136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.45597888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.456087293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.456141474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.456190455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.456625946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.45983422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.459949613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.460008914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.460606428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.465537622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.465615684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.465677405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.466258389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.469949214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.478122524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.478305698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.478410461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.478479312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.478541154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.479158438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.482579087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.48268057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.482736541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.483445747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.487840669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.487920871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.488047004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.488814972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.500344409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.510861013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.511068988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.51115421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.511776254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:22.518876838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d92809ee-a5d6-4ce7-91f2-dc9109394231","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":117258,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:22.521775616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:22.521820507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.817305538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.81737447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.81741134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:22.817454841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.817496682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:22.817534003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.169591936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.169686178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.169889663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.171268245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.180412287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.180482808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.184351798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.184401169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:23.270730871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:23.521409293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.528934977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.52991658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.540015945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.540376783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.540447295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.540747411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.552952954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.557144401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.557199542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.558311258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.566423677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.566480508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.566513819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.566727564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.566769085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.569995939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.57004292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.570073791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.570098991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.572494367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.604495509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.604622212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.604678273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.614310927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.623993311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.624247547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.624323669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.62437148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.625369143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.628118217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.629918729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.62995832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.62997662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.64811505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.652235996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.653006984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.653084876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.653155997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.653323151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.656416413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.656527996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.657810855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.660946838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.666489577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.666574308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.674964263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.675171878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.67527192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.675332761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.676212392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.695728455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.695829067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.695888288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.696869411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.700784481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.701219862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.701304724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.701728583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.707416195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.722521776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.72270395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.722798432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.722872344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.722944686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.732018976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:23.737839061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.738192349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.738616229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ce93d709-a444-4d13-921e-6edb9ed2786f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.7386736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ce93d709-a444-4d13-921e-6edb9ed2786f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.738907265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ce93d709-a444-4d13-921e-6edb9ed2786f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.738986437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ce93d709-a444-4d13-921e-6edb9ed2786f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.739814626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ce93d709-a444-4d13-921e-6edb9ed2786f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.740788509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.740865501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.740973973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.760548827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:23.760752422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ce93d709-a444-4d13-921e-6edb9ed2786f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":16905,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.760816594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce93d709-a444-4d13-921e-6edb9ed2786f\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.760862485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.760918636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1e3aabde-1252-4609-9ba5-db73aa0c91df","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.760966757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1e3aabde-1252-4609-9ba5-db73aa0c91df","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.761012408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1e3aabde-1252-4609-9ba5-db73aa0c91df","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.76107763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1e3aabde-1252-4609-9ba5-db73aa0c91df","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.761128901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1e3aabde-1252-4609-9ba5-db73aa0c91df","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.761185382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.761249294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.761315685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.761372977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:23.76280219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1e3aabde-1252-4609-9ba5-db73aa0c91df","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6109,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.763189558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e3aabde-1252-4609-9ba5-db73aa0c91df\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:23 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.763317891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.763386023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:23.763423494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.777680105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.833595071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.833830756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.833902388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.8408667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.85296238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.853077093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.855083579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:23.855870027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.855928209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:23.855965689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:23.860683849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6c74cf3f-f80a-4dc8-9527-e5386c4ac4d0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":331708,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:23.866261098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:23.86631508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.169376276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.169484259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.169572721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.170522563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.173073102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.173132133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.17516583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.175218771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:24.270718206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.816942375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.817032877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.817076688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.817817436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.817893577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.817941548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:24.864333102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.864615039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.86467586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.864890455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.864954276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.864996347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.865045598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.86598621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.871925818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.87202728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.872812918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.875435019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.875509491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.875551412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.875589333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.876441853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.881264324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.881322905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.881359066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.882272988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.885133044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.889534185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.889650468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.889692719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.890339284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.897247094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.897329796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.897372017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.897417148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.898150745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.905896344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.905963576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.906023717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.908892564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.91565603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.920963613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.921048035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.921094156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.921152108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.925952008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.929336437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.92944116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.930206617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.932435258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.932531501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.933261938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.939137674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.939238976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.939306928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.939362589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.939996384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.943151417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.943233409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.94329825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.944210331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.960722974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:24.960848937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.960931318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.977998864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:24.984587726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.007516887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:25.007878896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:25.007967808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:25.00804832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.008108511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.008702695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:25.012900901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:25.012980754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.013042105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.01367931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:25.016941505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:25.017019457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.017073398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.017834555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.023110838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.036186361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:25.036379305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.036436526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.03701901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:25.056107702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"edcd1e72-07f8-40f1-9013-94ffe30295ba","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":191476,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:25.056578013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:25.056837409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.169233361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.169302933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.169456026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:25.170304526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.172536587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:25.172604069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.174449922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:25.174528314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:25.271062548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:25.730592316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.730959695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:25.731492248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f6c5e968-d4b5-484e-9896-1a2a7f04cbda","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.731550289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f6c5e968-d4b5-484e-9896-1a2a7f04cbda","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:25.731828425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f6c5e968-d4b5-484e-9896-1a2a7f04cbda","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.731910847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f6c5e968-d4b5-484e-9896-1a2a7f04cbda","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.733031773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f6c5e968-d4b5-484e-9896-1a2a7f04cbda","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:25.736279708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f6c5e968-d4b5-484e-9896-1a2a7f04cbda","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4789,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.73679352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6c5e968-d4b5-484e-9896-1a2a7f04cbda\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.737049126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:25.737495426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fecb3d36-8660-4efb-9a81-23ca91df3f67","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.737554328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fecb3d36-8660-4efb-9a81-23ca91df3f67","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:25.737799233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fecb3d36-8660-4efb-9a81-23ca91df3f67","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.737872505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fecb3d36-8660-4efb-9a81-23ca91df3f67","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.738725195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fecb3d36-8660-4efb-9a81-23ca91df3f67","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:25.745106683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fecb3d36-8660-4efb-9a81-23ca91df3f67","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7599,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.746019794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fecb3d36-8660-4efb-9a81-23ca91df3f67\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:25 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:25.746146007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:25.746193448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:25.746226769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.814640592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.814796166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:25.816602118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:25.817382966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:25.817435717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:25.817482618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:26.05902228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.059305187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.059389269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.059552283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.059603544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.059663155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.059702786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.060639588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.064809994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.064902876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.065838568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.070209049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.070283031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.070325282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.070364373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.071227733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.074178791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.074247512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.074288813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.075102412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.078911211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.083593909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.083725482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.083787953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.08451174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.108859424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.109000627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.109079159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.10912564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.112099519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.114859133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.114928204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.114965615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.118716992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.118834275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.123076613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.123177076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.123300848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.12336575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.124014255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.128399986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.128505199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.129186675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.131936668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.132045981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.132768458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.135113622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.135223304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.135286186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.135346047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.135958101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.140264671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.140383304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.140444935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.141450429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.148314427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.14842212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.148482971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.148532912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.150751874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.161160255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.163210732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.163335275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.163398686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.163458938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.163510269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.166409186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.166499428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.16656221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.168764531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.171028023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.171098625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.173376227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.174518734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.174594095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.174670167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.17478143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.175835084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.180331148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.18040536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.184979126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.195904629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.196125184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.196192126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.196580055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.199474002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.199541093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:26.200112926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a412c5ad-72a8-4762-b8ca-7f17221f5597","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":140803,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:26.200729951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:26.200792732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:26.272610805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.49267294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.492840614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.492998637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.493193542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.493268553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.494181334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.500373668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.509743565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.509909618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.50998413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.510658876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.512057218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.512176171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.512226442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.512262993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.512297934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.513045821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.517959855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"original_time_started":"2026-01-16 23:08:17.449297 UTC","original_id":"1f884896-3377-4f37-8274-2f6d5ab61291","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.518135199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"1f884896-3377-4f37-8274-2f6d5ab61291\",\"time_loaded\":\"2026-01-16T23:09:26.492804333Z\",\"time_started\":\"2026-01-16T23:08:17.449297Z\"}}","iteration":7,"elapsed":"25.458809ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.52034653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.533777731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.533926564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.533966505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.534485167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.53589847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.535950641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.536001282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.536042134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.536077054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.536699199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.537391345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.537493277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.537577469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.538200673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.540926826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.54105777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.541109981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.541151082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.541887639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.543026765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.543210129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":16,"elapsed":"31.142321ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.544065189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.549116226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.549227459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.549337471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.549904514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.550830066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.554083821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.561878802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.561932643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.56267135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.564205266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":6,"elapsed":"28.215983ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.564632565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.564689477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.564760278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.564802089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.565206209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.567505592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.57174727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.579640233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.579706264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:26.579740575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.579770196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":6,"elapsed":"42.32508ms"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.817706064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.817788136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.817840537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:26.817878578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.817919239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:26.81796383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.169033808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.169109829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.169269243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.170183034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.177744829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.177820611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.177871292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.177915953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:27.201704934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.201940659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.202011411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.202148884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.202190605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.202227936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.202274087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.203294911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.206388612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.206449774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.207074668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.209477044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.209557906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.209598317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.209634998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.210301873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.212430752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.212521354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.212581286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.21362101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.215816741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.220049118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.220156471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.220183772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.220782335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.225503575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.225603697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.225665819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.22570562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.226386996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.228546165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.228622687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.228674398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.229355454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.23131089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.234531034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.234605706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.234700298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.23478363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.235198709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.237652536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.237753019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.238342872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.240363359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.240473992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.241133857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.244087145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.244195908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.244268459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.244353931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.245022767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.247995206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.248084408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.248149569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.248778264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.251946127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.252011609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.25205672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.252716715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.255766576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.266649838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.266821782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.266906714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.266950365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.267001086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.267531818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:27.270133518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.270688261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.270755613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.270790573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.271427328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.274312535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.274385877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.274448498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.275146524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.278127613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.287299486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.28748722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.287551911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.287997971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:27.291039422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e7781113-216f-4d2d-8a8a-196602653598","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":89103,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:27.291465972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:27.291775629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:27.733902615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.734245183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.734298934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9fc7f1ab-b388-4efa-8750-c462d9addba3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.734354905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9fc7f1ab-b388-4efa-8750-c462d9addba3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.734403606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9fc7f1ab-b388-4efa-8750-c462d9addba3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.734466018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9fc7f1ab-b388-4efa-8750-c462d9addba3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.734520559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9fc7f1ab-b388-4efa-8750-c462d9addba3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:27.736576467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9fc7f1ab-b388-4efa-8750-c462d9addba3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4964,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.737369465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fc7f1ab-b388-4efa-8750-c462d9addba3\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.737426156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.737728574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"268a6f17-6ec4-4596-9964-02d69ae5120e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.737787765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"268a6f17-6ec4-4596-9964-02d69ae5120e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.737949168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"268a6f17-6ec4-4596-9964-02d69ae5120e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.73801896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"268a6f17-6ec4-4596-9964-02d69ae5120e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.73887924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"268a6f17-6ec4-4596-9964-02d69ae5120e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:27.741965781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"268a6f17-6ec4-4596-9964-02d69ae5120e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4287,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.742482633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"268a6f17-6ec4-4596-9964-02d69ae5120e\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:27 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.742572946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.742628547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:27.74363874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.816996548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.817687724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.817732435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:27.817768266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.817804397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:27.817838488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.170484812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.170537993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.170557884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.170577374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.172671283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.172739574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.175992259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.176050521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:28.270577079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:28.295154018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.29521866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.295266731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.295303462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.295349353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.295390754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.295426815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.295456055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.297201836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.297276917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.298008954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.300497612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.300581744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.300637335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.300681256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.302795865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.304463024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.304523585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.304567276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.3047247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.307445433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.311141949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.311277412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.311339213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.311935827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.314163679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.31425375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.314333972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.314406474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.315760995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.317886825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.317944636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.317982067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.318757375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.321753864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.333458195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.333549817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.333698631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.333829563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.335077372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.337309804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.337445237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.338146813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.340825226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.340946548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.341617784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.344370287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.34446727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.344534091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.344590772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.345267628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.349938687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.350049879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.350127231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.352436844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.35484628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.354956813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.355021874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.356218322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.359005656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.369259504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.369434728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.36951479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.369584861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.369718734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.370219466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.374181638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.37426223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.374326341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.374921095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.379999443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.380164867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.380242428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.380867943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.384490186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.394421146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.394638191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.394701363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.395170774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:28.398759467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ff0c431d-b047-4162-a86d-60bf1d7ebd5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":105498,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:28.399268359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:28.399548935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.815004223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.815109716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.816957979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:28.817659355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.817721996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:28.817777187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.170541524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.170618656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.170661017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.173064012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.174224339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.174291851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.176599954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.176658176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:29.27012863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:29.40059379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.401060471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.401127592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.401173683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.401212514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.401253875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.401309496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.402259018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.404771137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.404837818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.405653157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.407978431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.408043172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.408169345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.408279478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.409048015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.411885052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.413149851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.413210002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.413242533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.415172368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.419186681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.419733163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.419800845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.419986219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.425092197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.426689944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.426754646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.426794477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.426828267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.429720954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.430439891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.430487452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.430687577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.433755018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.437801661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.438802185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.438870086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.439372358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.439432719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.441908616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.442005949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.442729635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.444595279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.444820194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.445425758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.44896232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.451426797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.451505249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.45155633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.451622372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.453029694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.453130496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.457214211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.457275912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.457333644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.457391845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.457439236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.460991118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.464808777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.474978132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.475147656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.475245268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.47532117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.475418772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.475876263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.479797204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.479962988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.480025999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.480655784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.484202375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.484289697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.484345239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.485896435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.497818731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.508077628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.508269383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.508329974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.508915968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:29.519253587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02fd70d7-5a47-456d-aa6a-638e5fae30e9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":118294,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:29.519901912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:29.520138228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:29.730190831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.730558669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.73103442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"17371849-534f-4056-81a7-a54a4335eea3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.731075871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"17371849-534f-4056-81a7-a54a4335eea3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.731328677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"17371849-534f-4056-81a7-a54a4335eea3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.731365098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"17371849-534f-4056-81a7-a54a4335eea3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.732331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"17371849-534f-4056-81a7-a54a4335eea3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:29.735641967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"17371849-534f-4056-81a7-a54a4335eea3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4579,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.736092237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17371849-534f-4056-81a7-a54a4335eea3\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.736284701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.737281984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f1575ca9-38b4-4af6-ab0f-16b8075cbe14","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.737345226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f1575ca9-38b4-4af6-ab0f-16b8075cbe14","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.738179575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f1575ca9-38b4-4af6-ab0f-16b8075cbe14","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.738254477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f1575ca9-38b4-4af6-ab0f-16b8075cbe14","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.739513026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f1575ca9-38b4-4af6-ab0f-16b8075cbe14","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:29.742067635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f1575ca9-38b4-4af6-ab0f-16b8075cbe14","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4883,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.742486505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1575ca9-38b4-4af6-ab0f-16b8075cbe14\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:29 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.742562567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.742601328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:29.742633769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.817746877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.81783541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.817884991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:29.817929981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.817982013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:29.818014914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.170019663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.170097865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.170211847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.171249321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.17466407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.174735782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.177118367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.177201719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:30.271739407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:30.526237439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.526582947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.526641509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.526804783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.526857174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.526891094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.526935826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.527938459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.537726805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.537822858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.538625336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.541642176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.541749758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.54180658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.541847161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.542488286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.544983184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.545068015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.545128137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.545919695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.550335037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.554250578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.554434952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.554532145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.555264742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.558003185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.558131288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.55823045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.558316542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.559018958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.561466415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.561584188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.56169744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.562589061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.565260753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.569317007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.569508592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.569657785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.569779918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.570489864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.578679594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.578777416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.578841228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.580911275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.581014727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.588935451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.589025793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.589102615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.589182197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.589248838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.589296869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.589352631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.589447613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.589515064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.589562685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.59276708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.592919454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.593031746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.593840485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.596871115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.606522748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.606722353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.606853306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.606928738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.606987039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.607517761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.611062233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.611145095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.611210857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.611572025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.614519593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.614628126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.614699407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.615023065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.617450791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.624096575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.624276119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.624354481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.624717679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:30.628253041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e64e552d-3fe3-43a5-a628-c0229001ebf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":101670,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:30.628818025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:30.628875256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.81437296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.814472872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.816337286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:30.817118504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.817170015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:30.817213176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.170523035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.170593817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.170632378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.170671419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.174785944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.176254078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.179256057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.179316149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:31.270870718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.514061578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.514220092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.514339355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.514453777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.51454854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.515475411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.518308257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.526356013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.526905436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.526966347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.527716844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.53051994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.530585651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":17,"elapsed":"16.489152ms"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:31.633300499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.633370121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.633429202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.633485793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.633525724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.633566655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.633610646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.633643937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.637309542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.637368923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.637398834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.639216626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.639351039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.639440531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.639522923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.64025021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.642986703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.643096216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.643185298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.643909874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.646532365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.650253801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.650395345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.650486907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.651202134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.653814814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.653949117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.654049409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.654147942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.654855508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.657605251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.657715454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.657808136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.658514212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.661274936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.665100445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.665240338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.665379581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.665489954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.66616801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.669478357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.66962613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.671214597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.674574604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.674659126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.675741631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.679503128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.679644462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.679718413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.679776675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.680393089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.689043429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.689148732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.689214873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.689258704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.689308415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.689357766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.689405068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.700179387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.705838358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.717622951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.717736314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.717820646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.717878557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.717933348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.718351128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.7249157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.725002812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.725088224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.725152435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.727979321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.728057033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.728111204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.731208036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.741097104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.752542109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.752709753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.752773065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.753299367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:31.755453887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.758480107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:31.758538908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47f2187c-7dd7-4be6-ad68-64707384f3e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":127454,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.759007419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a5464fc9-7f60-4449-ab94-c1895b361eed","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.75906615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a5464fc9-7f60-4449-ab94-c1895b361eed","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.759390558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a5464fc9-7f60-4449-ab94-c1895b361eed","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.7594882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a5464fc9-7f60-4449-ab94-c1895b361eed","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.760180876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a5464fc9-7f60-4449-ab94-c1895b361eed","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:31.762477539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:31.762730125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:31.763220516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a5464fc9-7f60-4449-ab94-c1895b361eed","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4041,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.763729528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5464fc9-7f60-4449-ab94-c1895b361eed\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.763960714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.765467168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2337e519-7cbb-4d98-bb91-69a6b8e98c5f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.76555087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2337e519-7cbb-4d98-bb91-69a6b8e98c5f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.765590651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2337e519-7cbb-4d98-bb91-69a6b8e98c5f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.765639363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2337e519-7cbb-4d98-bb91-69a6b8e98c5f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.765681813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2337e519-7cbb-4d98-bb91-69a6b8e98c5f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:31.769035481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2337e519-7cbb-4d98-bb91-69a6b8e98c5f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3572,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.769136794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2337e519-7cbb-4d98-bb91-69a6b8e98c5f\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:31 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.769198585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.769237746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:31.769269297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.818051986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.818140278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.818182489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.81822178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.818270331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"fc6ef452-b063-4515-97b6-c2b52022d145","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:31.836246137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"fc6ef452-b063-4515-97b6-c2b52022d145","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":21299,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.837390684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.864598103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.864686456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.864727566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.864822829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.865509975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.865579986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.865624377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.865809211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.865854512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 19 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.866039657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.881342541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":38,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.887456263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":38}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.887529734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.887572975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.887632847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.892488749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.892557481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:31.900450824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:31.900524935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:31.967364973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.169881931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.169959723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.170097076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.171090149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.173264509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.173325641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.176356331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.176417433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:32.271532244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:32.763981725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.764354384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.764425486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.76459955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.764663951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.764706502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.764741713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.765720165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.768721105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.768776236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.769468752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.772194535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.77238357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.772443471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.772536273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.775651395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.778146703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.778206554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.778243675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.77886189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.781273256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.788717028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.78879968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.788839251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.788868832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.790675353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.790861438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.791149194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.791243816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.791920912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.796668212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.796729703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.796766974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.797403549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.799752303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.803043619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.803116581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.803173152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.803229553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.807282927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.807375149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.807513183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.807564414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.810252746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.810332428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.811067485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.817675568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.81773866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.81777272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.817810681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.817845432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.817877903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.819551671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.819682045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.819743986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.819807167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.821551458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.825585651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.825814916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.825875288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.826708627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.831396696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.831502328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.83157665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.832255446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.837033436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.848575724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.848707457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.848785599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.84885849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.848928702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.849319111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.854260395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.854369198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.854434909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.855392191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.860285845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.860406367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.860464409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.861468992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.877888902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.900156968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:32.900296291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.900359152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:32.900934286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:32.904975729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5a0f41c6-8c84-43bc-a0bd-e9404b338228","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":140631,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:32.90587147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:32.908205504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.169710658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.16978929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.169911833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.170928876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.173594498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.173660679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.180019596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.180096168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:33.271619687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:33.730969212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.731370401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.731927524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f51d45c-b2ad-4bfa-8007-5b0c96932d51","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.731989555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f51d45c-b2ad-4bfa-8007-5b0c96932d51","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.732231611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f51d45c-b2ad-4bfa-8007-5b0c96932d51","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.732296792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f51d45c-b2ad-4bfa-8007-5b0c96932d51","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.733291485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f51d45c-b2ad-4bfa-8007-5b0c96932d51","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:33.74038428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f51d45c-b2ad-4bfa-8007-5b0c96932d51","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4644,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.740482532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f51d45c-b2ad-4bfa-8007-5b0c96932d51\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.740531293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.740566584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5b68f19b-9e79-4eea-8bfe-79bf06dde012","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.740612605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5b68f19b-9e79-4eea-8bfe-79bf06dde012","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.740661546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5b68f19b-9e79-4eea-8bfe-79bf06dde012","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.740732577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5b68f19b-9e79-4eea-8bfe-79bf06dde012","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.740792469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5b68f19b-9e79-4eea-8bfe-79bf06dde012","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:33.743460381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5b68f19b-9e79-4eea-8bfe-79bf06dde012","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5639,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.744097966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b68f19b-9e79-4eea-8bfe-79bf06dde012\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:33 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.744217149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.74427046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:33.744321601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.814054495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.814218729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.816269146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.817165597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.817214468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.817251939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:33.909870813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.910182431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.910250262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.910425746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.910490698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.910545409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.91059121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.91146076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.914226004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.914278206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.914843348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.917126461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.917173572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.917223654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.917256444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.91795796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.920208543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.920253584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.920306405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.920851158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.923448648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.927240725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.927319267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.927372058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.927948242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.930716286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.930798097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.930847269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.93090137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.931605266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.946918111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.946992323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.947074594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.949851669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.952892699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.956573714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.956656116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.956730588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.9567981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.957377203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.960076405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.960187148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.960960106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.966379461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.966533315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.967225171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.970051486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.97019905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.970283282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.970342373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.970856835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.974653103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.975043442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.975103763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.97582165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.979627768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.979750161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.979820903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.98058197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.985245738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.994849781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.994970054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.995065086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.995132327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.995204689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.995591698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.999106699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:33.999206532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.999272703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:33.999786085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:34.008819394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:34.008963217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:34.009027669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:34.009686184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:34.013176535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:34.02332787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:34.023449173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:34.023546455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:34.023999435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:34.027829074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dcd91df8-b414-4227-ad80-899bdcf6e73c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":117650,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:34.028218463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:34.028482999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:34.170227291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:34.170301933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:34.170484657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:34.172243998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:34.174772276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:34.174831257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:34.176629089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:34.1766843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:34.271386833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:34.814724771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:34.814813953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:34.817652799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:34.817725901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:34.817769372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:34.817808352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:35.029150836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.029528364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.029580486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.02976784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.029827581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.029870292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.029916193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.030701601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.033200479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.033278291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.033844614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.036124917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.036199309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.03626187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.036312041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.036836183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.038807119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.038867721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.038908001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.039427013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.041499881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.045500164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.045570516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.045621097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.046036927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.048035233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.048110334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.048153325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.048190656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.048838201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.05135776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.051444052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.051503993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.052056656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.054034862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.057513412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.057627335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.057689146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.057751398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.058137976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.060555293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.060639905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.061270169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.063267085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.063331937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.063830338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.065699071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.065805524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.065871606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.065942857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.066433448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.069377356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.06953204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.069604712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.070199735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.073250896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.073334248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.0733983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.073937692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.076662965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.084856975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.085009998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.085102791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.085162722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.085232634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.08552995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.088802957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.088892388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.08895253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.089468072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.092630975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.092749277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.09284128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.093482255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.096627518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.10577537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.105884682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.105954434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.106837164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:35.110207452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9aaccb14-9a4f-4731-af38-72e44c88ae5b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":80648,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:35.110646212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:35.11099626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.169624977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.169695289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.16973505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.170573359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.173321723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.173403765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.17623565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.176299122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:35.27080021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:35.730557254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.730920452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.731427184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1422a39f-ebb7-4313-8b86-cbabded00919","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.731496685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1422a39f-ebb7-4313-8b86-cbabded00919","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.731735721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1422a39f-ebb7-4313-8b86-cbabded00919","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.733291627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1422a39f-ebb7-4313-8b86-cbabded00919","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.733363769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1422a39f-ebb7-4313-8b86-cbabded00919","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:35.738347364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1422a39f-ebb7-4313-8b86-cbabded00919","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6925,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.738833535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1422a39f-ebb7-4313-8b86-cbabded00919\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.73904975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.7394693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"849304a5-5b80-4451-a4f3-7f09efa432e0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.739535062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"849304a5-5b80-4451-a4f3-7f09efa432e0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.739747956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"849304a5-5b80-4451-a4f3-7f09efa432e0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.739833509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"849304a5-5b80-4451-a4f3-7f09efa432e0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.740490454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"849304a5-5b80-4451-a4f3-7f09efa432e0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:35.749148294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"849304a5-5b80-4451-a4f3-7f09efa432e0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":9063,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.749246987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"849304a5-5b80-4451-a4f3-7f09efa432e0\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:35 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.749319468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.749369959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:35.74941449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.814299822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.814381204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.816233937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:35.817117058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.817176859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:35.81721394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:36.116842546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.116934248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.11700324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.117050401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.117092392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.117136293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.117177594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.117211474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.12045986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.120517561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.120552662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.123180713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.123248685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.123293135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.123332156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.123366107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.125314892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.125428345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.125521687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.126257624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.128571728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.133641055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.133710187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.133746068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.134366842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.138551229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.13860648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.138667442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.138704072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.139305836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.145990821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.146059073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.146094214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.147729611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.15067176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.165108744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.165200476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.165256867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.165319699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.178727879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.181016922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.183482779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.183535981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.183576322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.187996154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.188744011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.188811992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.188867724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.188919265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.189249202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.189346535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.190068972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.200409991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.200515973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.200596875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.200649046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.204470985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.209612784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.209692946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.209744667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.210514405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.217377533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.21895271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.219276458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.219352779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.219402821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.220383963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.225799659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.234987952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.235100784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.235199666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.235256338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.235309879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.236136258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.240060879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.240142751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.240208542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.24097298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.255084617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.255185729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.255256141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.255969507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.274087197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.297686713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.297818626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.297891158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.298355319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:36.299553036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:36.30276181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4cac7c2-41b2-4c2a-bfce-3e8d79cb9834","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":188740,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:36.303164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:36.303403785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.523237765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.523306126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.523977312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.524067344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.524132995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.526277445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.536200775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.552387409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.552544993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.552666886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.553592337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.558713016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.558873979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":18,"elapsed":"35.650705ms"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.814098558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.81418484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.815920441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:36.816713249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.81677104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:36.816809131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.169351473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.169426525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.169604429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.170609192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.173512509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.1735762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.175324161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.175381202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:37.270992046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:37.304211515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.304615274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.304702026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.30486155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.304938502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.304981903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.305018423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.306340534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.30918028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.309239311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.309268352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.314484883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.314555924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.314598345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.314639726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.315379473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.31780317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.317848901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.317880642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.318551967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.320661956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.324686509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.324770761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.324825062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.325425676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.327969065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.328039946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.328114658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.328161329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.328774783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.331430755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.331484616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.331518247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.3320907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.334431575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.338186221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.338375646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.338460178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.338531929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.338967859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.341557359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.341646231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.342233065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.344961228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.34506074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.345592843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.347904246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.348007319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.34806583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.348121701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.348664494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.353554877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.353652179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.353713211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.360956689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.361071331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.361132753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.361199304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.361248375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.362432933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.373197122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.373340725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.373452248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.37353069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.373603711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.373669913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.377090092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.377177704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.377232356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.378121886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.381604586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.381686758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.38174841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.382437076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.389147131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.398704673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.398816215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.398882066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.399413309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:37.403431222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9b50c337-ceeb-4d62-8f93-830be40546df","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":98806,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:37.403905503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:37.40422458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:37.730662407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.731105598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.731758763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"49bac958-2b41-4dea-be84-1230c2940a23","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.731834794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"49bac958-2b41-4dea-be84-1230c2940a23","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.73207916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"49bac958-2b41-4dea-be84-1230c2940a23","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.732152232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"49bac958-2b41-4dea-be84-1230c2940a23","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.73292043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"49bac958-2b41-4dea-be84-1230c2940a23","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:37.736041132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"49bac958-2b41-4dea-be84-1230c2940a23","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4292,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.737465415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49bac958-2b41-4dea-be84-1230c2940a23\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.737544947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.737582978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dce2405c-4208-4842-ac8d-f03c85ea60d6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.737626849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dce2405c-4208-4842-ac8d-f03c85ea60d6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.73767056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dce2405c-4208-4842-ac8d-f03c85ea60d6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.737730491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dce2405c-4208-4842-ac8d-f03c85ea60d6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.738160631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dce2405c-4208-4842-ac8d-f03c85ea60d6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:37.741241232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dce2405c-4208-4842-ac8d-f03c85ea60d6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4044,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.741866177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dce2405c-4208-4842-ac8d-f03c85ea60d6\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:37 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.741950929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.74199572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:37.742032171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.814415606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.814506679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.816351471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:37.817109639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.81716501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:37.817197871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.16966043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.169732422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.169852475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.173222143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.174623676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.174689397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.178082276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.178144117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:38.270257099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:38.408405168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.40848149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.408543431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.408591002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.408632253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.408694564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.408741416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.408781126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.415155814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.415240236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.415280447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.416645449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.41671832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.416769931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.416806302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.417473308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.420526288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.42058721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.420633881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.422703779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.424397758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.42968306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.429768532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.429809673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.430331475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.432830693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.432921476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.432966777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.433014708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.433598921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.436380895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.436437807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.436472878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.436979839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.439456737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.442768373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.442854695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.442908216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.442973498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.44350685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.447087993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.447253227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.447990234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.450029621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.450120424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.450793599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.453138963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.453229446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.453288777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.453351188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.453820349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.457207118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.45728742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.457345151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.458290433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.46207071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.462159372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.462230934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.462675364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.466065253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.475325647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.475430919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.476155926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.476218348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.476290349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.476615527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.480431535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.480555128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.48062472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.481157662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.48668766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.486787572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.486851034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.487359196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.499732132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.514294879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.514436603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.514500744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.514551355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:38.520117954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a970f2-f964-4a76-ae2a-663da18294cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":113526,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:38.520567564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:38.520790219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.814081749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.814162122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.816002094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:38.816744871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.816808253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:38.816852994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.172076027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.172145259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.17217973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.17221364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.173976851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.174035913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.175979147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.176038349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:39.270581508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:39.521119558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.521680591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.521731552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.523095083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.523174985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.523233827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.523278738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.523906272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.555082914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.555154316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.555896143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.558582405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.558649877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.558690658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.558725288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.559328733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.561569564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.561631886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.561679977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.562299001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.564920422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.56828591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.568351181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.568388262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.568944525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.571936614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.572026167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.572066017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.572100968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.572131279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.573588363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.573648574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.573688315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.574263418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.579495069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.583568494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.583662836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.583716377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.591302383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.592085131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.599788559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.599919082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.600466095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.602559574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.602635335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.603225609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.6054122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.605504292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.605577733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.605630255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.606146286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.610567969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.610656721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.610729602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.629918756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.635310072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.635424784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.635492316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.6361041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.645770364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.668603142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.668708615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.668773196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.668808937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.668856568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.669435142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.675999534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.676086985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.676162287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.676804212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.692153237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.692327992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.692395303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.693049148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.701838422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.718899877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.719090451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.719162443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.719699335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:39.726900272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2575683e-0ef9-4704-93f0-a5e104004300","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":205220,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:39.729158594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:39.729204875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:39.730798872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.731442297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.731591061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ca3d2954-0c75-4a71-88a1-c6abe07e9ae1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.731659092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ca3d2954-0c75-4a71-88a1-c6abe07e9ae1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.731859647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ca3d2954-0c75-4a71-88a1-c6abe07e9ae1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.731930889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ca3d2954-0c75-4a71-88a1-c6abe07e9ae1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.732570883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ca3d2954-0c75-4a71-88a1-c6abe07e9ae1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:39.73675004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ca3d2954-0c75-4a71-88a1-c6abe07e9ae1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4935,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.737017976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca3d2954-0c75-4a71-88a1-c6abe07e9ae1\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.737242321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.737696852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dbdd6601-9704-46b8-8a3c-4ad159a5e4cf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.737763363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dbdd6601-9704-46b8-8a3c-4ad159a5e4cf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.7380534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dbdd6601-9704-46b8-8a3c-4ad159a5e4cf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.738129892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dbdd6601-9704-46b8-8a3c-4ad159a5e4cf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.738729436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dbdd6601-9704-46b8-8a3c-4ad159a5e4cf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:39.741115511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dbdd6601-9704-46b8-8a3c-4ad159a5e4cf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3418,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.741534721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbdd6601-9704-46b8-8a3c-4ad159a5e4cf\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:39 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.741647774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.741694964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:39.741728595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.81449632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.814577472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.816400034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:39.817130671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.817190562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:39.817230753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.170777258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.17084994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.170884651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.170919541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.173376158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.1734452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.175368474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.175428116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:40.270932537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:40.73077883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.730840421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.730891792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.730930843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.730965434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.731011325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.731046766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.731074736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.732674223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.732753995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.73341113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.737332461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.737406143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.737469405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.737520576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.737561407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.738802025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.738861617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.740069865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.740133496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.742198464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.746690568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.74677196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.746813041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.746844302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.752648125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.752733707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.752780728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.752816699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.75284434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.755183544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.755337778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.755459961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.756236259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.759849322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.763908506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.764001228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.76405059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.764114421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.764541591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.767997671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.768100673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.768457511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.771577614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.771695796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.772601997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.775648828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.775850562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.775958265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.776024037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.776861996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.785873584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.785971276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.786025268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.787653646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.800066473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.800192386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.800264587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.801046085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.806542042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.818433678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.81854759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.818637132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.818712734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.818768855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.819200736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.823174797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.823261249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.823338661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.823966955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.827947528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.82802726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.828083441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.828771417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.829926794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.829994355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.833398424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.841962042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.842175717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.842238868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.842595527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.846940427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:40.852978147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.853058679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:40.85310728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:40.853148271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2e4a7e74-770d-4e22-8804-8bbe9e1dd13d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":121969,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:40.853209622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:40.853241033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.169052859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.169146312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.169308605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.170264927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.172769405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.172837737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.174621468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.174681089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:41.270240601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.482705616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.482833909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.484497677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.484553989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.48460349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.484645691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.484703682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.485306576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.48588598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.486822721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.486890943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":5,"elapsed":"45.641µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.487247551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.487289592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.487331133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.487574689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.488283955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.488333746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.488380327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.488438739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.48848652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.488742246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.489892662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.491215413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.491432028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.4915291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.492260367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.492865621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.493047945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.493107357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.493170788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.493220919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.493839804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.494291354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.494420437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.49453494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.494633142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.494869697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.495537373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.496532426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.497126599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.497256583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.497358375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.497423616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.498070621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.499850163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.504266445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.504348927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.504407688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.50491504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.50880343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":4,"elapsed":"22.8914ms"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.509471475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.509922916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.513929778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.514910521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.514965692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.515000813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.516632501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:41.516690212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.516724493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":4,"elapsed":"99.412µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.516772204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:41.516808625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.516847136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.516906907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.516953908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.51701654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.517585923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.518384871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:52049","req_id":"89397dce-c76b-4037-8aa7-0c3474cdd132","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   7e 54 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ~T..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.518472314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:52049","req_id":"89397dce-c76b-4037-8aa7-0c3474cdd132","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 32340,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.518664938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.518869493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.518951674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:52049","req_id":"89397dce-c76b-4037-8aa7-0c3474cdd132","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.51918893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:55758","req_id":"3aab0bb8-a1db-4493-a85d-55e5b76e6d3b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   c9 14 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.519253432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:55758","req_id":"3aab0bb8-a1db-4493-a85d-55e5b76e6d3b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 51476,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.519416235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.519524258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.51960123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:55758","req_id":"3aab0bb8-a1db-4493-a85d-55e5b76e6d3b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.520400228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.52868469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.528930865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.529037438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.52999997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.531401793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.539654394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.539800647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.539888689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.540559395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.542264044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4018, tv_nsec: 317518726 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.542415917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.542894869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4018, tv_nsec: 318178731 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.543027442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.543930243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":19,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.544032485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.544135187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.54424558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.544323762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.545033718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.545891738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.545947219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.546221155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.546285457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.546336788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.546381579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.54642368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.546929882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.547794262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.547883554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.547962265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.548697793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.549518881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:10942","req_id":"bc585104-6e1f-48a9-93a4-f1f5bb0a5650","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   40 bf 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   @............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.549710396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:10942","req_id":"bc585104-6e1f-48a9-93a4-f1f5bb0a5650","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 16575,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.550065234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.55031911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.550463583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:10942","req_id":"bc585104-6e1f-48a9-93a4-f1f5bb0a5650","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.552601753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4018, tv_nsec: 327840265 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.552738616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.559882182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.559999904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.560096057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.560188729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.561138481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.562079523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"original_time_started":"2026-01-16 23:08:17.449297 UTC","original_id":"1f884896-3377-4f37-8274-2f6d5ab61291","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.562244796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"1f884896-3377-4f37-8274-2f6d5ab61291\",\"time_loaded\":\"2026-01-16T23:09:41.494387866Z\",\"time_started\":\"2026-01-16T23:08:17.449297Z\"}}","iteration":8,"elapsed":"67.939392ms"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.562579024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"0","iteration":4,"elapsed":"75.851485ms"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.563914905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:9921","req_id":"f665b0f4-61dd-48f0-8fec-dd5457b52260","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b8 6f 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .o..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.56412526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:9921","req_id":"f665b0f4-61dd-48f0-8fec-dd5457b52260","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47215,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.56455292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.564718864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:9921","req_id":"f665b0f4-61dd-48f0-8fec-dd5457b52260","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.564927878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61757","req_id":"d844deb4-1d9b-4d19-931e-eefe8e926fdc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   bf a5 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.565110962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61757","req_id":"d844deb4-1d9b-4d19-931e-eefe8e926fdc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 49061,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.565455981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.565510082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61757","req_id":"d844deb4-1d9b-4d19-931e-eefe8e926fdc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.565607754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:10611","req_id":"4cd4ea84-792d-40d7-8a26-316665850d43","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   2f bf 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   /............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.565680436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:10611","req_id":"4cd4ea84-792d-40d7-8a26-316665850d43","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 12223,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.565832429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.565941272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.566025184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:10611","req_id":"4cd4ea84-792d-40d7-8a26-316665850d43","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.566247619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.570709172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.570819525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.570925397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.571659214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.572624687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.579490715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.579653079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.579773661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.58056553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:41.582659999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.58271749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.640356183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.641649313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4018, tv_nsec: 416479295 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.641728515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.641772926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:46847","req_id":"d3a600a7-d756-4bc8-a2a4-655885571957","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   a5 5c 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .\\..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.641832657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:46847","req_id":"d3a600a7-d756-4bc8-a2a4-655885571957","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 42332,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.642202216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.6423875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:46847","req_id":"d3a600a7-d756-4bc8-a2a4-655885571957","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.648487802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.654588653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.654956751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":7,"elapsed":"108.726206ms"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.65533057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.655536095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":19,"elapsed":"111.591932ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.657091571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.657151372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.657194133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.670815128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.671996755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.672047827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.672717082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.678007105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.678090507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.678139828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.678178218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.678213259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.67868918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all instance checks complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:41.680515923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.680584154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":4,"elapsed":"187.715503ms"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:41.681386283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.681440904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.68259746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.682683073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.682737874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.682778105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.68345171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.684977446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:28595","req_id":"fd77fe5b-752e-40e4-a3b9-fe599d7fdb58","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   4d 37 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   M7..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.685099068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:28595","req_id":"fd77fe5b-752e-40e4-a3b9-fe599d7fdb58","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19767,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.685222491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.685404375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.685496658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:28595","req_id":"fd77fe5b-752e-40e4-a3b9-fe599d7fdb58","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.68562633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:52228","req_id":"393241a9-61bb-4799-87b9-236a9acbab47","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   59 f2 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   Y...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.685712463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:52228","req_id":"393241a9-61bb-4799-87b9-236a9acbab47","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23026,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.685870866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.685896107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:52228","req_id":"393241a9-61bb-4799-87b9-236a9acbab47","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.687714189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7fefda8-0ee8-471d-9f21-c246d965a5a6\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:09:41 GMT\"} })"}
{"msg":"dendrite for switch1 is unavailable, cannot perform nat cleanup","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:09:41.688811635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.689143382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"dendrite for switch1 is unavailable, cannot perform nat cleanup\"}","iteration":4,"elapsed":"206.457887ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.690289219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.695792906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.6959667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.696096423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.696802769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.697884245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.70158927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.708210003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4018, tv_nsec: 483398253 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.708416188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.757863322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/all-sp-ids","method":"GET"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.758886386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:10806","req_id":"d14327de-cb55-4cf0-a683-b2dec5e63f21","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   d1 7a 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .z..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.759011568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:10806","req_id":"d14327de-cb55-4cf0-a683-b2dec5e63f21","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53626,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.759633373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.759859508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.75993084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:10806","req_id":"d14327de-cb55-4cf0-a683-b2dec5e63f21","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:41.813297635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.813854437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/vpc-routes","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.814035892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.814095553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.814135404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.814169115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.814957703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.818195128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4018, tv_nsec: 593377868 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.81827387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:41.818947925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46312"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:41.820520631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.820578803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.820625294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.821827312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.82217387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.822995599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.824141415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.824200287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:41.824245378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.824279919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":7,"elapsed":"275.621907ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.82432155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.829367786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.829435738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.829478269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.82952091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.829566941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.830262917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.831810523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"b61239d7-1bf1-4f0f-934e-08d4f65b0b7a","remote_addr":"[::1]:46312","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.831886935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"b61239d7-1bf1-4f0f-934e-08d4f65b0b7a","remote_addr":"[::1]:46312","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.832351185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"ead834b5-d1e8-46ef-8aa4-4e1e5665ad93","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.832824556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9e0aa02b-6058-4700-bebd-35c99effe877","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.832903658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9e0aa02b-6058-4700-bebd-35c99effe877","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.832950479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:55321","req_id":"d1963226-5dbf-440c-9e6a-a1e7132a451b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   18 80 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.833009131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:55321","req_id":"d1963226-5dbf-440c-9e6a-a1e7132a451b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 6272,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.833201785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.833239776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:55321","req_id":"d1963226-5dbf-440c-9e6a-a1e7132a451b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.851281013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9e0aa02b-6058-4700-bebd-35c99effe877","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.851388996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9e0aa02b-6058-4700-bebd-35c99effe877","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.852243305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9e0aa02b-6058-4700-bebd-35c99effe877","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:41.85330953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"b61239d7-1bf1-4f0f-934e-08d4f65b0b7a","remote_addr":"[::1]:46312","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":21500,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:41.853491674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"ead834b5-d1e8-46ef-8aa4-4e1e5665ad93","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":21142,"response_code":200}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:41.85544345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:41.890664214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.891237228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/switch-id","method":"GET"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.891866372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:23851","req_id":"81e1f514-218c-43da-9306-40f1ea38daf1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   ed 15 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.892009636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:23851","req_id":"81e1f514-218c-43da-9306-40f1ea38daf1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60693,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.892245041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.892356984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:23851","req_id":"81e1f514-218c-43da-9306-40f1ea38daf1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.894265808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/all-sp-ids\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad5e9a03-1951-45b9-9f5d-7e5e49e702a4\", \"content-length\": \"105\", \"date\": \"Fri, 16 Jan 2026 23:09:41 GMT\"} })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.894627816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b61239d7-1bf1-4f0f-934e-08d4f65b0b7a\", \"content-length\": \"210\", \"date\": \"Fri, 16 Jan 2026 23:09:41 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.89477985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.894830921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.895893306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.896677114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.916470372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.916564394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.916604655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.916975363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.918254733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.918333335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.918381026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.918426517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.918475088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.918516799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.91855736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.918626861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.919376299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.919446151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.919490912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.919550363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.920041074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.920574486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.920636298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.920680139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.92071974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.921247692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.921783604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.921856066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.921901357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.921945598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.923304149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.923367591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.932304168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.93238123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.932434401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.932481022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.932532093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.932576334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 19 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.932610385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.945570845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":38,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.947582902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.947684444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:41.988257072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.988320013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/switch-id","method":"GET"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.988387875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.988438786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:41.988477037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.988511158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:41.988542039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:42.00543859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9e0aa02b-6058-4700-bebd-35c99effe877","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":172820,"response_code":200}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.005923361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.011025819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.011134632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.011177683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.011694255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.012663587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.019151737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.019242169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.0192911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.019692569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.020783744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.025571446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.025639827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.025679498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.026224941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.027089611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.031435011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.031501113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.031550204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.032091837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.036059198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e0aa02b-6058-4700-bebd-35c99effe877\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.036293934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:42.036583861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.037705206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.037758257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.039896947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.040407229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2e2a2584-92bf-4185-9ca9-f8aff2f02945","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.04047763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2e2a2584-92bf-4185-9ca9-f8aff2f02945","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.040692565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00281859-b3b2-4c05-b28e-d9f716298d0a\", \"content-length\": \"26\", \"date\": \"Fri, 16 Jan 2026 23:09:42 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:42.040761897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:42.041829082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.083030185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.083596008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2e2a2584-92bf-4185-9ca9-f8aff2f02945","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.083714911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2e2a2584-92bf-4185-9ca9-f8aff2f02945","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.084407377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2e2a2584-92bf-4185-9ca9-f8aff2f02945","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.086239359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.086306251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3","method":"POST"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:42.088525582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.088584573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/eip-gateways","method":"PUT"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.088630225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"dc925348-40c8-4756-b7f3-d843f91a508f (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.088683946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/1/ereports?committed=1&limit=255&restart_id=dc925348-40c8-4756-b7f3-d843f91a508f&start_at=2","method":"POST"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.088730417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":38}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.088776328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.088816489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.08886512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.088923311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.088960032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.089657718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.090511628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"5f5ac53c-ff25-4d64-922b-ea3eb7c610db","remote_addr":"[::1]:46312","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.090565449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"5f5ac53c-ff25-4d64-922b-ea3eb7c610db","remote_addr":"[::1]:46312","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.095223347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8fa97d4-97b8-4d4e-8f58-22d3f40f5a77\", \"content-length\": \"26\", \"date\": \"Fri, 16 Jan 2026 23:09:42 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:42.095325629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:42.095634607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.095685488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:42.097420948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"5f5ac53c-ff25-4d64-922b-ea3eb7c610db","remote_addr":"[::1]:46312","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6911,"response_code":204}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.099775382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:51499","req_id":"ef57079f-1fd4-4312-9731-3f53c62b3a13","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   94 65 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .e..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.099857014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:51499","req_id":"ef57079f-1fd4-4312-9731-3f53c62b3a13","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 37989,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.1000942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.100278374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.100400207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:51499","req_id":"ef57079f-1fd4-4312-9731-3f53c62b3a13","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.100723504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5f5ac53c-ff25-4d64-922b-ea3eb7c610db\", \"date\": \"Fri, 16 Jan 2026 23:09:42 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.100789406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.100836347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.101663476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.103341175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.103391946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.10359076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4018, tv_nsec: 878817321 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.103682093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.108458873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:57761","req_id":"54b9144d-6713-4466-aa56-fa86aa6360a7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   29 ef 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   )............_mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.108539375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:57761","req_id":"54b9144d-6713-4466-aa56-fa86aa6360a7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 10735,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.10875073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.108988396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.109080338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:57761","req_id":"54b9144d-6713-4466-aa56-fa86aa6360a7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:42.10962771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2e2a2584-92bf-4185-9ca9-f8aff2f02945","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":69219,"response_code":200}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.110452559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.112760433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.112823224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.112860695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.112927327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.112984358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.113297675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.114976814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4018, tv_nsec: 890215995 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.115867135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.117480182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e2a2584-92bf-4185-9ca9-f8aff2f02945\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:42 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.117554814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.117601155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:42.117646716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.117692707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5e11831-91aa-4752-9e63-ce49c0edda1d\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:09:42 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.117755288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.1178101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.121111846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.121193168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.121233639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.121800442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.123413059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.126113761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.126167863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:30920","req_id":"7c35d024-38fb-4fb9-afd8-74c419f113ee","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   3e b3 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   >...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.126234594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:30920","req_id":"7c35d024-38fb-4fb9-afd8-74c419f113ee","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 16051,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.126426199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.1264635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:30920","req_id":"7c35d024-38fb-4fb9-afd8-74c419f113ee","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.126521041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/1/ereports?committed=1&limit=255&restart_id=dc925348-40c8-4756-b7f3-d843f91a508f&start_at=2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e75d654-a8dd-4c48-a858-552117d85fe7\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:09:42 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.126578352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"dc925348-40c8-4756-b7f3-d843f91a508f (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.173867566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.174261495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:52579","req_id":"eb8aa06d-3bae-48d5-9885-910b5c451b1e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   28 41 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   (A..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.174345617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:52579","req_id":"eb8aa06d-3bae-48d5-9885-910b5c451b1e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 10305,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.174544412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.174632064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:52579","req_id":"eb8aa06d-3bae-48d5-9885-910b5c451b1e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.17487147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.174939671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.175486814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.176435736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.177217574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.177274095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.177325206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.177362847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.219434531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/bfd/peers","method":"GET"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.219945323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.225154313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.225262996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3","method":"POST"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.229009292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.229077204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7","method":"POST"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.229133035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.229183746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.229218227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.229248968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b3138bf-2a3b-4d3c-8122-2bae055c4c37\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:09:42 GMT\"} })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.229302559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.234640663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.234713544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229 push not needed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:42.234761126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.234797216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vpc-routes","method":"PUT"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.234848128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.234889468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.23495008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.235234506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.239074595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"dce6e4b8-ca93-4401-946f-535a5894d727","remote_addr":"[::1]:46312","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.239142196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"dce6e4b8-ca93-4401-946f-535a5894d727","remote_addr":"[::1]:46312","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.239753241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/bfd/peers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d363ed5b-27fd-4dd4-83cb-09c5d3bacef3\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:09:42 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.240942108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":4,"elapsed":"756.485722ms"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:42.241711186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"dce6e4b8-ca93-4401-946f-535a5894d727","remote_addr":"[::1]:46312","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2641,"response_code":204}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.24189011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.249942737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.250170262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.250231523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.250293095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.250787086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.289565763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/v2p","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.290625078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.290684689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:42.291392915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46314"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.292399469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:9310","req_id":"9ee6107a-da23-44f1-9c68-73ebd05a3aba","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   ad ba 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.29245652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:9310","req_id":"9ee6107a-da23-44f1-9c68-73ebd05a3aba","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 44474,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.292580623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.292603833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.292666165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:9310","req_id":"9ee6107a-da23-44f1-9c68-73ebd05a3aba","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.292723976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 204, headers: {\"x-request-id\": \"dce6e4b8-ca93-4401-946f-535a5894d727\", \"date\": \"Fri, 16 Jan 2026 23:09:42 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.293594716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":11,"elapsed":"776.794112ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.294825135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.295009259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.296022393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.297217831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"969c43a5-f680-45b0-a298-32557fc734f6","remote_addr":"[::1]:46314","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.297292772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"969c43a5-f680-45b0-a298-32557fc734f6","remote_addr":"[::1]:46314","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.297864645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4019, tv_nsec: 72922232 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.297939677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.299391991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"141a2479-70fb-4c49-912b-8c3459ceb4d5\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:09:42 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.299465432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.299517153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dabeab9-6a5a-44c0-b4c3-dbffee267876\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:09:42 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.299567335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:42.299622446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"969c43a5-f680-45b0-a298-32557fc734f6","remote_addr":"[::1]:46314","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2082,"response_code":200}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.308949442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[],\"sps\":[]}","iteration":4,"elapsed":"755.009418ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.309028524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.309108586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.309160057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.309214378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.309258069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.30928721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"969c43a5-f680-45b0-a298-32557fc734f6\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:09:42 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:42.309334261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:42.309365011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:42.309404802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.309440373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":8,"elapsed":"814.563376ms"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.309473704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:27087","req_id":"9b082be9-c410-4d6f-9945-10e91e6fec0c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   4d 61 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   Ma..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.309527675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:27087","req_id":"9b082be9-c410-4d6f-9945-10e91e6fec0c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19809,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.309701729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.30973488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:27087","req_id":"9b082be9-c410-4d6f-9945-10e91e6fec0c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.309787221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.309902364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.309963605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.310015266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.310061048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.345447316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.345531818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.346180713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:42.347157186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.348837975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/port/qsfp0/settings?tag=omicron","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.361641391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.361750253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.361819075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.362603123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.363867212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d888232c-9e75-4133-8443-886d46851594\", \"content-length\": \"12\", \"date\": \"Fri, 16 Jan 2026 23:09:42 GMT\"} })"}
{"msg":"retrieved port settings from switch","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:42.363949394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","settings":"PortSettings { links: {} }","switch_port_id":"Name(Name(\"qsfp0\"))"}
{"msg":"clearing switch port settings","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:42.363995265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","port_id":"Qsfp(Qsfp(\"qsfp0\"))","switch_location":"Switch0"}
{"msg":"port settings up to date, skipping","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:42.364038496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch0","switch_port_id":"Name(Name(\"qsfp0\"))"}
{"msg":"no DPD client for switch location","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:09:42.364080577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.364117258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/static/route4","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.364835504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/static/route4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd427aaf-e8c0-43f2-91f2-91b1ae6e99be\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:09:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.364924037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/static/route6","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.365412868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/static/route6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"788bb395-1943-42a1-a76a-aa3a6ecce738\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:09:42 GMT\"} })"}
{"msg":"retrieved existing routes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:42.36548253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{Switch0: {}}"}
{"msg":"retrieved desired routes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:42.365523111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"calculated static routes to add","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:42.365563781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"calculated static routes to delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:42.365604872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"checking for changes to loopback addresses","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:42.365645303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.365679034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.365747586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.366276268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.367452405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.367547178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.367634649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.367812884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.370434794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/loopback/ipv4","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.371487729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab4e63cc-0fc5-4f22-b71f-509cca6a7955\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:09:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.37155735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/loopback/ipv6","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.371845007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.381160093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.381308066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.381412608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.38147841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.381537051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.381965081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.383518407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4fc9b00-c3a1-461e-a746-767ba04de6d5\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:09:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.383726362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:12345/network-bootstore-config","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.384293795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12345/network-bootstore-config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12345, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"unable to read bootstore config from scrimlet","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:09:42.384374587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Communication Error: error sending request for url (http://[::1]:12345/network-bootstore-config)"}
{"msg":"both scrimlets are unreachable, cannot update bootstore","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:09:42.384421858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.388554834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":4,"elapsed":"900.428243ms"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.390330285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.390439327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.390514869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.391211075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.395382201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.395474253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.395529035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.396285052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.40005612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.409993039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.410143943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.410179654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.410734637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:42.433697098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e42a39aa-7cb4-4634-84bf-ef0b72d1e43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":486826,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:42.434003085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:42.434267041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.814915097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.815003019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.816869633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:42.817785914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.817849425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:42.817902566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.169539812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.170233358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.170288599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.170561656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.173171386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.173219747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.174915437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.174976118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:43.230703167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58480"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.230774219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"26b3d094-a78c-49ea-8d99-7f914accea6c","remote_addr":"127.0.0.1:58480","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.23081009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"26b3d094-a78c-49ea-8d99-7f914accea6c","remote_addr":"127.0.0.1:58480","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.23084172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"26b3d094-a78c-49ea-8d99-7f914accea6c","remote_addr":"127.0.0.1:58480","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.230884381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"26b3d094-a78c-49ea-8d99-7f914accea6c","remote_addr":"127.0.0.1:58480","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.230920052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"26b3d094-a78c-49ea-8d99-7f914accea6c","remote_addr":"127.0.0.1:58480","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:43.234161707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"26b3d094-a78c-49ea-8d99-7f914accea6c","remote_addr":"127.0.0.1:58480","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5339,"response_code":200}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:43.270987229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:43.436064388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.436397436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.436461778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.436621581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.436669442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.436710583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.436747174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.437581884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.440086201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.440157713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.440943171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.444202167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.444273528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.444324489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.444411171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.444867812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.446903999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.4473809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.447458422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.447599875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.450061452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.453748868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.453816359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.45384084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.455711743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.458237432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.458305863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.458348284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.458393965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.461174879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.463431211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.463709018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.46380264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.46424921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.46680321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.470208729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.47028971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.470366392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.470465044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.470971416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.473787111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.473901404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.474471127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.478709105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.478846938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.479528554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.481882399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.481998031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.482070703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.482134104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.482618776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.487057408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.48712765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.487191111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.487698183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.496841924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.496967677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.497043979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.499072216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.502438674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.512968798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.513158372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.513282995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.513322926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.513368997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.513903849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.520357279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.520443181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.520529713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.521120686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.529226114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.529316696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.529370027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.530023962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.539756978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.549741958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.549980634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.550131917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.550918436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:43.555302527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4bae41d3-643c-41e7-bd8f-60b0a2607716","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":118885,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:43.555768688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:43.555973713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:43.730623163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.730980952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.731470083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"03c2bd8f-3959-44a2-8750-1cc43acb5548","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.731549045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"03c2bd8f-3959-44a2-8750-1cc43acb5548","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.731806431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"03c2bd8f-3959-44a2-8750-1cc43acb5548","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.731876072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"03c2bd8f-3959-44a2-8750-1cc43acb5548","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.732708162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"03c2bd8f-3959-44a2-8750-1cc43acb5548","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:43.736925249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"03c2bd8f-3959-44a2-8750-1cc43acb5548","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4290,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.737006101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03c2bd8f-3959-44a2-8750-1cc43acb5548\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.737068262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.737093993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"223e3a18-fbe0-41ec-bdc6-c3717e5ed7f9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.737137584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"223e3a18-fbe0-41ec-bdc6-c3717e5ed7f9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.737360219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"223e3a18-fbe0-41ec-bdc6-c3717e5ed7f9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.737444571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"223e3a18-fbe0-41ec-bdc6-c3717e5ed7f9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.738085576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"223e3a18-fbe0-41ec-bdc6-c3717e5ed7f9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:43.741823322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"223e3a18-fbe0-41ec-bdc6-c3717e5ed7f9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5082,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.742263493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"223e3a18-fbe0-41ec-bdc6-c3717e5ed7f9\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:43 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.742361235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.742394116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:43.742412956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.814204167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.814296739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.816153002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:43.816841918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.81692184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:43.816967021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.169555878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.1696348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.169779244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.170880269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.173407287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.173479659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.17612452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.176183711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:44.270677597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:44.55733937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.557639627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.557709479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.557932704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.557993215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.558054577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.558102688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.559335756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.562795306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.562855237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.563596225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.566368699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.56642845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.566472081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.566549473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.567795902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.570213558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.570381592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.570434803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.571554319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.573986035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.577862195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.577941066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.577978737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.578471349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.582144584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.582208605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.582272997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.582317948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.583344531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.598330518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.598861761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.598981983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.599950536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.603180141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.608139185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.608224517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.608285579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.608375791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.60876523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.612784493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.612898555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.614916212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.615996357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.616098539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.616907268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.619286803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.619402956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.619487268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.619557409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.620093972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.623292466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.623406189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.62347539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.623981632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.628501166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.628602588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.62865685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.629314725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.634843673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.64554337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.645652003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.645717334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.645764756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.645825657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.646298578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.650487765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.650575327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.650639878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.651168571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.656646577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.656741289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.656804271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.657603389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.662710347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.673287373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.673471507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.6736119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.674314866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:44.67966631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c017d263-0ea1-49b4-a49e-8174072c5a50","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":122026,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:44.680706504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:44.681096623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.817517649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.817592181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.817634752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:44.817673073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.817713314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:44.817751454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.169854271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.169923202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.169960153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.170593608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.173675269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.173758111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.175238485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.175279986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:45.270784256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:45.682701546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.68375923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.683811131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.683836412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.683857172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.683879033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.683900373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.684040437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.686690258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.68677572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.687268442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.689828421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.691412858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.691467129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.69150283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.69153117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.693922596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.694002537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.694042658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.694073959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.696302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.700257182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.700350624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.700393225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.700908807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.703756533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.703819985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.703855605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.703888966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.704414948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.706786653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.70749153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.707589842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.707650993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.710867618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.714235526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.714327368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.714394799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.714462171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.715036524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.718977485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.719073227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.719661281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.723118431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.723863638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.724432391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.72612557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.726217712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.726276274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.728026664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.728100076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:45.73085241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.731091935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.731167397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.731225959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.731945615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.732873927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.734069564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2edff0ff-0031-4a39-b8a7-f2aac51b2f91","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.734136756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2edff0ff-0031-4a39-b8a7-f2aac51b2f91","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.734181037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2edff0ff-0031-4a39-b8a7-f2aac51b2f91","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.734237858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2edff0ff-0031-4a39-b8a7-f2aac51b2f91","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.734643618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2edff0ff-0031-4a39-b8a7-f2aac51b2f91","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.745472418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.745580451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.745644432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.745688483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:45.749314527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2edff0ff-0031-4a39-b8a7-f2aac51b2f91","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":15648,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.749927891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2edff0ff-0031-4a39-b8a7-f2aac51b2f91\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.750261629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.754303253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"65c406ee-a1f8-41d2-96d2-1d8d6552e206","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.754395645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"65c406ee-a1f8-41d2-96d2-1d8d6552e206","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.75465115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"65c406ee-a1f8-41d2-96d2-1d8d6552e206","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.754731583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"65c406ee-a1f8-41d2-96d2-1d8d6552e206","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.7554799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"65c406ee-a1f8-41d2-96d2-1d8d6552e206","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.756618696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.76585997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.765973723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.766058125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.766135516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.766205888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.766631138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.77105177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.771152352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.771211474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.771994082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:45.773351013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"65c406ee-a1f8-41d2-96d2-1d8d6552e206","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":19065,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.774394698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65c406ee-a1f8-41d2-96d2-1d8d6552e206\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:45 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.774620173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.774709055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:45.774788796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.776331262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.776468105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.776605138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.777597371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.781790998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.793287085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.793660953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.793795756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.795815283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:45.802263112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61e62802-0e26-4455-8053-d0593decbcf4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":119199,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:45.802801364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:45.803105851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.814265229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.814344042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.816179814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:45.817006433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.817066865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:45.817104286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.169470707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.169543909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.169707223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.170575423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.173194984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.173273426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.17518178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.175247091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:46.270940085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.545252212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":20,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.545336963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.545381615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.545423685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.545470106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.546308336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.549912329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.560622337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.560759751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.560899244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.561504058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.563865782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.564025386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":20,"elapsed":"18.804465ms"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:46.807506969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.80755625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.807589351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.807626442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.807648472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.807670013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.807690433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.807706804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.810432457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.810512669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.810684103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.813923757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.814000529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.816037126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.816093778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.816118368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.816146399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.816924667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.818207827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.81920121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.819264251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.819305652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.82051946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.820580752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.820625613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.821454922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.825413833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.830532152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.830610914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.830659675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.830697036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.834506294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.834616886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.834678318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.834724369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.836105001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.840668467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.840747538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.840785879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.841582558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.844436954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.849946271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.850027313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.850095004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.850168626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.850736509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.854468856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.854553928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.855286125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.857753511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.857843614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.858468808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.861715883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.861861007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.861938209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.86199887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.862654145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.866241238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.86631603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.866377711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.867151259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.87065235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.870742222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.870823994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.873209209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.876935555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.897495671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.897642565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.898840622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.898922954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.898993946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.899069097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.902405515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.902507217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.902551198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.903279635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.907071663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.907137204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.907179405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.90780812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.911223148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.920283418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:46.920449732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.920521194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:46.921077267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:46.924875745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2826cd37-35ec-42f9-99c3-51aebce5bb78","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":119402,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:46.925368646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:46.925586471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.169345371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.169414912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.169638947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.170556388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.175628096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.175701528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.192408344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.192485046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:47.270203364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:47.730760829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.731934476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.731989968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b79e8574-667e-4a23-baa9-ba1a05463a9d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.732048839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b79e8574-667e-4a23-baa9-ba1a05463a9d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.73210374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b79e8574-667e-4a23-baa9-ba1a05463a9d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.732170262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b79e8574-667e-4a23-baa9-ba1a05463a9d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.73296924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b79e8574-667e-4a23-baa9-ba1a05463a9d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:47.737033764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b79e8574-667e-4a23-baa9-ba1a05463a9d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4692,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.737108076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b79e8574-667e-4a23-baa9-ba1a05463a9d\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.737154197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.738485498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a6955263-2823-460e-8a29-a0976cf635e3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.738544039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a6955263-2823-460e-8a29-a0976cf635e3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.73858253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a6955263-2823-460e-8a29-a0976cf635e3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.738629791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a6955263-2823-460e-8a29-a0976cf635e3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.73943678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a6955263-2823-460e-8a29-a0976cf635e3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:47.743149576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a6955263-2823-460e-8a29-a0976cf635e3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5016,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.743717509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6955263-2823-460e-8a29-a0976cf635e3\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:47 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.743816351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.743866892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:47.743899233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.814769723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.814845365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.816475523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.817268561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.817328902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.817367243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:47.926757594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.927101902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.927169823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.927332267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.927391358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.927433759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.92748123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.928303759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.934292708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.934404831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.936142761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.938867334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.938955346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.939007767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.939046688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.939851987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.944100235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.944212088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.94430129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.94559335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.948073887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.95382834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.953969504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.954064596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.955326115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.964400625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.964465956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.964542188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.964577769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.965253054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.967955717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.968009408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.968055689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.971237333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.975406969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.982678417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.982758709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.983810584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.983866265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.983912746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.988218666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.988301398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.989932155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:47.99446368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.994555603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:47.997268455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:48.002144178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:48.00224586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:48.002309482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:48.002380793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:48.004284208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:48.011589486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:48.011687948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:48.01175371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:48.012575109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:48.023365379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:48.023491272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:48.023562203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:48.023626905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:48.027979606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:48.03766216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:48.037793163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:48.037895545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:48.037975077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:48.038051579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:48.038414207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:48.044234502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:48.044314374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:48.044364685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:48.045075441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:48.048958371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:48.049056883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:48.049113354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:48.049618386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:48.052785929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:48.063751473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:48.063906287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:48.063981148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:48.06448802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:48.077728877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b5e8b89a-398c-4653-8459-dd5ee64d111a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":150614,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:48.078160287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:48.078544856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:48.169486029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:48.169559521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:48.169691544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:48.170602425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:48.174428944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:48.174494455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:48.177480704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:48.177543836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:48.270564818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:48.817181614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:48.817267366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:48.817306797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:48.817342678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:48.817379259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:48.81741371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:49.080540797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.080609169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.08067528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.080723971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.080767882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.080815014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.080853464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.081166922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.083948506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.084048189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.084689064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.087512219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.08757791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.087654572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.087696633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.088297687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.090713163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.090773064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.090809525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.091400319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.094625853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.100414977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.10055347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.100599421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.10183294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.105486875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.105558266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.105639538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.10569363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.106459697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.109721083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.109786064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.109833375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.112346004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.117223276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.120969652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.121067895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.121147567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.121210008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.1217192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.125635151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.125726203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.126320007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.128553148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.12862853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.129202153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.131301962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.131402704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.131462215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.131519117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.13212477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.135363296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.135465238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.135528209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.136466611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.139831119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.139922481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.139996193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.141304153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.145235354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.154789565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.154928308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.15500122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.155053471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.155088472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.155583684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.159879103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.159994796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.160060957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.16064083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.175154296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.175243848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.175391832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.176264452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.191009603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.191100025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.191134766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.191957345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.195738673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.195826865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.196133642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.205871587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.206050751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.206145353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.206768128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.207971536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.208037477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:49.210283659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6eae86c-a183-4048-ba81-9fd89fdc8647","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":130360,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:49.210633037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:49.210884163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:49.276682115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:49.730586537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.730913754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.731340634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"85650478-6c74-41d5-abd5-08d26e1b54b5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.731417256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"85650478-6c74-41d5-abd5-08d26e1b54b5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.731644141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"85650478-6c74-41d5-abd5-08d26e1b54b5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.731715543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"85650478-6c74-41d5-abd5-08d26e1b54b5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.732505781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"85650478-6c74-41d5-abd5-08d26e1b54b5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:49.739790859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"85650478-6c74-41d5-abd5-08d26e1b54b5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":8142,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.740933906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85650478-6c74-41d5-abd5-08d26e1b54b5\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:49 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.741003457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.741065919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a910d753-3ef9-4032-b5a2-4d714712c820","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.74112863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a910d753-3ef9-4032-b5a2-4d714712c820","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.74326334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a910d753-3ef9-4032-b5a2-4d714712c820","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.743347562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a910d753-3ef9-4032-b5a2-4d714712c820","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.743408913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a910d753-3ef9-4032-b5a2-4d714712c820","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:49.745335238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a910d753-3ef9-4032-b5a2-4d714712c820","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4585,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.746051414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a910d753-3ef9-4032-b5a2-4d714712c820\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:49 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.746120726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.746160707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:49.746194008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.814403876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.814482228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.816214078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:49.816940495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.816995486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.817033387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:49.8634159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35584"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:49.863888751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"3567b03e-f17f-414a-8e0e-d9838b9d8c8d","remote_addr":"[::1]:35584","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:49.864094795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"3567b03e-f17f-414a-8e0e-d9838b9d8c8d","remote_addr":"[::1]:35584","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":229,"response_code":200}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.171445436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.171515788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.171554609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.17160274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.174351823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.174416755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.176619286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.176686157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:50.212201609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.212520087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.212578028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.212729272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.212791863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.212833704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.212900516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.213571031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.216021038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.21610018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.216697263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.2191398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.219220521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.219270433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.219305554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.219857696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.222302723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.222360554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.222400715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.22304955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.225460066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.229325115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.229408917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.229457488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.229906799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.232084039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.232179811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.232250153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.232299134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.232754234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.235968239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.23602871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.236069351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.236734927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.238723073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.242115211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.242206823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.242315686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.242392278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.242856008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.245270635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.245349256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.246035202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.25157457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.251698893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.254288553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.257572119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.257673211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.257817625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.257927167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.258845908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.263881594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.264025788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.264839007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.264929589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:50.283331605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.283451307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.28354992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.283626831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.28615848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.294394991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.305039427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.30517539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.305258622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.305328024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.305388685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.30603614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.310135335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.310225647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.310301059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.310821741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.314221319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.314318092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.314378593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.31556434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.318685263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.328012439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.328184453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.328247274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.328700505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:50.332618375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c474cd20-d08c-4102-b82d-31864496df2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":120088,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:50.333070815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:50.333334382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:50.370285247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35586"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.370698366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"4a3bd768-3bfc-49f5-9310-334319c9b31b","remote_addr":"[::1]:35586","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:50.370910701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"4a3bd768-3bfc-49f5-9310-334319c9b31b","remote_addr":"[::1]:35586","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":220,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:50.373089081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35588"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.373621274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"6b691595-2d76-47cc-9a49-2cd19359716a","remote_addr":"[::1]:35588","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:50.373785728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"6b691595-2d76-47cc-9a49-2cd19359716a","remote_addr":"[::1]:35588","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":250,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:50.390091235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35590"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.390555525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"940e485c-afdc-49a9-bd79-4992fa05c849","remote_addr":"[::1]:35590","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:50.394507017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"940e485c-afdc-49a9-bd79-4992fa05c849","remote_addr":"[::1]:35590","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":274,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:50.396971864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35592"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.397722371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"1b0b1f54-6be3-42b0-9562-191f4d365122","remote_addr":"[::1]:35592","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:50.397905295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"1b0b1f54-6be3-42b0-9562-191f4d365122","remote_addr":"[::1]:35592","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":185,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:50.400042505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35594"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.400828873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"a1f7f323-7710-4692-95a7-22334677914a","remote_addr":"[::1]:35594","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:50.402241816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"a1f7f323-7710-4692-95a7-22334677914a","remote_addr":"[::1]:35594","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":627,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:50.405487411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35596"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:50.405550892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35598"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.407802604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"b5c7d941-8e4d-48ae-8f25-712816e97363","remote_addr":"[::1]:35596","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.407865746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"4bb53835-7c7e-4870-8205-577aa4d26246","remote_addr":"[::1]:35598","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:50.407895417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"b5c7d941-8e4d-48ae-8f25-712816e97363","remote_addr":"[::1]:35596","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":254,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:50.407935107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"4bb53835-7c7e-4870-8205-577aa4d26246","remote_addr":"[::1]:35598","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":198,"response_code":200}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.814175486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.814270908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.815967718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:50.816575482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.816634673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:50.816673134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.170572802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.170642753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.170677694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.170709925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.173640953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.173699744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.176238733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.176300535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:51.270698708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:51.335073377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.335437516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.335511298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.335649561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.335694412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.335727963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.335757724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.336570412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.339165672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.339223644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.339854858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.342227853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.342312195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.342366646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.342418767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.343220796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.345435688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.345489129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.34552428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.346072902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.348191031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.35333218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.354414315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.354463796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.354499737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.357494587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.357573528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.357623799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.357672391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.358259894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.360406584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.360460965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.360502286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.361351136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.363790392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.366899444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.369154426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.369242288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.36933064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.369394542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.370682221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.370755203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.371189113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.373333263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.373426455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.374003318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.376123498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.376346203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.376443235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.376505286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.376968877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.378109404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.378184105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.378238006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.378301348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.378356359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.378760299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.381177674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.38834651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.388448463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.388505744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.389129368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.390302255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.390434638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.39051613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.399389656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.399468638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Blueprint { parent: Fleet, key: 4f57ca3a-8412-4a51-b6fe-edb1ba0e463b, lookup_type: ById(4f57ca3a-8412-4a51-b6fe-edb1ba0e463b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.399499258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.399522439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.399549829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.39956838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.39958987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.399632321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.399695343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.399750894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.400836029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.40780145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4f57ca3a-8412-4a51-b6fe-edb1ba0e463b, lookup_type: ById(4f57ca3a-8412-4a51-b6fe-edb1ba0e463b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.407908363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.407953804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.408480946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.409267214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.419349577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.4194771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.419585243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.419669305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.419733946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.419810628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.43111279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.431218972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.431289794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.432030071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.437393375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.437495047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.437562269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.43761176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.439741589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.449552157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.44970998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.449794592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.450243352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:51.456959977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c9c83472-4da6-46c9-8302-1d22189e689b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":121516,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:51.457335036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:51.457614933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"found latest target blueprint (unchanged)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.469903997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"original_time_created":"2026-01-16 23:08:15.646170 UTC","original_target_id":"4f57ca3a-8412-4a51-b6fe-edb1ba0e463b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_created":"2026-01-16 23:08:15.646170 UTC","target_id":"4f57ca3a-8412-4a51-b6fe-edb1ba0e463b"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.469988149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4f57ca3a-8412-4a51-b6fe-edb1ba0e463b\",\"time_created\":\"2026-01-16T23:08:15.646170Z\"}","iteration":3,"elapsed":"91.106827ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.545331282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":21,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.545408054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.545457595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.545548747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.545594288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.546325675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.549045838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.556647494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.556724976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.556777977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.55734743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.560441591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.560528733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":21,"elapsed":"15.175081ms"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:51.730361123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.730744642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.731239063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2fb538dd-d42c-4feb-bc6f-18db68596103","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.731333536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2fb538dd-d42c-4feb-bc6f-18db68596103","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.731594491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2fb538dd-d42c-4feb-bc6f-18db68596103","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.731672883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2fb538dd-d42c-4feb-bc6f-18db68596103","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.73237532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2fb538dd-d42c-4feb-bc6f-18db68596103","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:51.735120013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2fb538dd-d42c-4feb-bc6f-18db68596103","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3894,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.735488592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fb538dd-d42c-4feb-bc6f-18db68596103\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:51 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.735696676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.736138977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ba1ac48d-d89f-42c3-aef1-83f4a33a8366","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.736223929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ba1ac48d-d89f-42c3-aef1-83f4a33a8366","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.736392973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ba1ac48d-d89f-42c3-aef1-83f4a33a8366","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.736462204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ba1ac48d-d89f-42c3-aef1-83f4a33a8366","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.737038297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ba1ac48d-d89f-42c3-aef1-83f4a33a8366","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:51.739461023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ba1ac48d-d89f-42c3-aef1-83f4a33a8366","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3304,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.740295212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba1ac48d-d89f-42c3-aef1-83f4a33a8366\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:51 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.740370214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.740419665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:51.740459016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.814267864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.814367577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.814424218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.814701384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.815111034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"c3925324-8673-4b6b-ba2b-4639ee7f9d8c","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:51.833338705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"c3925324-8673-4b6b-ba2b-4639ee7f9d8c","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":18223,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.834232316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.854845063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.854924944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.854965176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.855053667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.855762614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.855891197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.855952948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.856172603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.856233725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 19 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.856407429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.870634858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":38,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.87371953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":38}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.873830442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.87591015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.875958221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.877713012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.877778583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:51.880591499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:51.88064666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:51.957185721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.170501486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.171338605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.171383066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.171404707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.173129947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.173193118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.177061498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.177134949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:52.270658493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:52.458201622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.458496359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.459382249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.459448891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.459499162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.459552893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.459647975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.459695167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.462180314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.462908171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.462962682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.46590356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.46631881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.466387442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.466435393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.466464423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.468889129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.469322869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.469374131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.469597806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.471722765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.475367779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.475439491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.475486602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.478186615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.480274213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.48058246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.480702042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.480751444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.482639087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.484255484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.484332406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.484379367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.484418208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.487455219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.490915019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.491007161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.491111723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.491172265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.49184994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.494816459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.496427247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.496484988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.503139792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.503228144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.504298428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.523888582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.523995434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.524051765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.524101457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.524748041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.529235816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.529312578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.529373929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.530110046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.535237294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.535354377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.535462209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.537017795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.552374571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.562607838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.56273176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.564664635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.564806728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.56486256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.565535215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.571247087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.571527174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.572936287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.573010688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.575955346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.576043538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.57614083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.579699353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.58043613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.59121999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.591360243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.591445735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.592491809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:52.596216995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4b72fb3f-a1b4-432d-b7a6-635eece57226","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":137710,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:52.597904594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:52.597992436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.814643539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.81472991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.817110985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:52.818742913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.818808295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:52.818855016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.169631881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.169709463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.169863577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.170723507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.173763027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.173832638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.175782334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.175850295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:53.270513395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:53.600621353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.600681264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.600733555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.600781027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.600820247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.600866978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.60092627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.600960311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.602783953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.604443741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.604491492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.605958556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.606386646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.606452338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.606483888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.60699852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.609265803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.609338665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.609378695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.60999126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.61217797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.620526233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.620668947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.620716888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.621290581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.625082778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.625173171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.625227102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.625274943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.625310994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.631939707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.632030259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.632077331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.632726335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.635642463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.642312837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.642393669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.642489241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.642562433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.643004273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.646396572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.646474273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.650043446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.66576793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.665894693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.666552778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.685128198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.68523481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.685290231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.685347953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.685392024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.688917695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.689003537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.689059349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.689744105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.693210445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.693347728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.693468441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.695100858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.698528458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.707991947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.708500848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.708591581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.708653432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.708727964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.709128353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.713970115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.714049297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.714102588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.71461518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.721002597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.72109266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.721173992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.724203602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:53.731198284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.731558832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.732025973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.743090909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.743246583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.743316964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.743795345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:53.74878484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"53c883f3-eaa1-4ff4-979f-097013f020c1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":150247,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.75007996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"91a73268-02d3-46df-ade3-733c0568d42e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.750162292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"91a73268-02d3-46df-ade3-733c0568d42e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.750310566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"91a73268-02d3-46df-ade3-733c0568d42e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.752853785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"91a73268-02d3-46df-ade3-733c0568d42e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.753903169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"91a73268-02d3-46df-ade3-733c0568d42e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:53.766752836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"91a73268-02d3-46df-ade3-733c0568d42e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":16789,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:53.767973855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:53.768025066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.768065787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91a73268-02d3-46df-ade3-733c0568d42e\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.768116138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.770251517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fd9dd382-73a7-4624-8e53-98ecf7d02ac5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.770321689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fd9dd382-73a7-4624-8e53-98ecf7d02ac5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.770557034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fd9dd382-73a7-4624-8e53-98ecf7d02ac5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.770645406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fd9dd382-73a7-4624-8e53-98ecf7d02ac5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.771542367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fd9dd382-73a7-4624-8e53-98ecf7d02ac5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:53.776513672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fd9dd382-73a7-4624-8e53-98ecf7d02ac5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5859,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.77684639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd9dd382-73a7-4624-8e53-98ecf7d02ac5\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:53 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.776952912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.777015894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:53.777051765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.814235515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.814319417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.816302073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:53.817130372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.817190843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:53.817232674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.169066294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.169139296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.16931372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.170338184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.172866802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.172942614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.175099034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.175152845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:54.27046542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:54.768124363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.768715087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.768787899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.7688334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.768869511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.769040845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.769087396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.769576167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.772100166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.772187448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.772929005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.775186707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.775256049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.77530688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.775351881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.78524037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.788476404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.788540886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.788585797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.78916593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.791603567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.795486867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.795569859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.79563514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.796210544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.799275864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.799358386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.799399158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.799432678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.800042062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.808709622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.808782074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.808814825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.81118158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.814124548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.81420535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.814580009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.818409937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.818487189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.81853839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.818594511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.819186175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.82501175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.825096662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.825150593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.827794894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.828647424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.828709725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.828762337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.828841708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.828932681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.829529214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.832097624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.832195236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.832267108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.832330219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.83279763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.837024328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.83710513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.837165631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.838938972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.843005816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.843070598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.843122619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.843726603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.846711092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.854681446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.854784028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.85485432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.854920612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.854980783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.855314951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.858172467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.858251509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.85831619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.858696879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.862170479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.862252452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.862308593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.862911957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.866866338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.877071255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:54.877216438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.877282319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:54.877697499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:54.880863432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82062253-d85b-4003-91ed-c356e1dd57b7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":112439,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:54.881306932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:54.881565408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.171107117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.171193469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.171350603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.172418577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.175416457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.175485518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.177229179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.17728666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:55.272824031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:55.732927765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.732996397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.733025057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6d80cb5f-e443-4f95-934c-8c4c5f0aa6ec","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.733062008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6d80cb5f-e443-4f95-934c-8c4c5f0aa6ec","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.733095269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6d80cb5f-e443-4f95-934c-8c4c5f0aa6ec","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.7331479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6d80cb5f-e443-4f95-934c-8c4c5f0aa6ec","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.733189701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6d80cb5f-e443-4f95-934c-8c4c5f0aa6ec","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:55.737652634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6d80cb5f-e443-4f95-934c-8c4c5f0aa6ec","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5725,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.737990562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d80cb5f-e443-4f95-934c-8c4c5f0aa6ec\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.738197657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.738598026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d73a0a16-b3bd-4f14-819c-06d6da37320a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.738685948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d73a0a16-b3bd-4f14-819c-06d6da37320a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.738854592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d73a0a16-b3bd-4f14-819c-06d6da37320a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.738932134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d73a0a16-b3bd-4f14-819c-06d6da37320a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.739786824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d73a0a16-b3bd-4f14-819c-06d6da37320a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:55.745685111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d73a0a16-b3bd-4f14-819c-06d6da37320a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7067,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.746180882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d73a0a16-b3bd-4f14-819c-06d6da37320a\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:55 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.747435131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.747500142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:55.747532943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.814299278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.8143856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.816381396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.817174914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.817230976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.817285717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:55.882718591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.883044748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.88310796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.883275174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.883342045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.883402826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.883432507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.884144304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.886691513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.886753294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.887310717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.88961442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.889719203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.889790564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.889851315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.89046456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.893090151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.893147572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.893183253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.894583025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.896318145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.899628482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.899689043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.899722814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.900202055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.90297705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.903040111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.903084522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.903167764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.903721307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.905960298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.906013849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.906052921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.906758577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.90908076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.913738768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.913825801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.914823373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.914896505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.914943986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.917409723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.917482845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.918023977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.926523664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.926634797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.927365274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.938527202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.938652865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.938719786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.938787938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.939492114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.953082348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.953182731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.953245382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.953930068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.959459486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.959574879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.95964847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.96050367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.964533224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.973410569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.973569762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.973681835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.973746227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.973803108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.97563242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.9790906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.979174742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.979233694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.97994935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.983522443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.983617755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.983675897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.984190809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.988804775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.998305415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:55.998421218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.998460959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:55.999210606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:56.003180728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ec71b3c6-6dcf-417e-b387-576021e6569a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":120133,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:56.003793811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:56.003844073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.16926608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.169338732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.169491855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:56.170372316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.172954346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:56.173005557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.180323946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:56.180405708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:56.270447651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.500852312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:56.501046706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:56.501301922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:56.501444465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.501548448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.503870211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.508491388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.526047274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:56.52672528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.526876404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.527702312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.543518429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"original_time_started":"2026-01-16 23:08:17.449297 UTC","original_id":"1f884896-3377-4f37-8274-2f6d5ab61291","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.543703573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"1f884896-3377-4f37-8274-2f6d5ab61291\",\"time_loaded\":\"2026-01-16T23:09:56.500986955Z\",\"time_started\":\"2026-01-16T23:08:17.449297Z\"}}","iteration":9,"elapsed":"42.857582ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.545545625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":22,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:56.545661448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:56.546698042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:56.546833095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.546957328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.54792029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.590711751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:56.602924663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:56.603000875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:56.603053836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.603088177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.604666213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.606315392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:56.606431004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.606536887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.607301314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.613209891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.620746085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:56.624432181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.624566334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.625411224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:56.627065692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:56.627454521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:56.627590864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.627708797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.628467994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.629808675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.634617426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:56.634714519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.634830251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.635477326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.640239506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.640299608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":22,"elapsed":"94.719891ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.641202238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.643973402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.64429935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":8,"elapsed":"53.590299ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:56.649454009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.649572862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.650198396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:56.652095369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:56.652215412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:56.652325025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.652418737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.656063141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.662292655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.66556215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.671112758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:56.671247721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:56.671325013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.671505097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":8,"elapsed":"65.146954ms"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.814311921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.814513805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:56.816376708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:56.817162396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:56.817225928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:56.817280949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:57.008292424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.008357875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.008413686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.008465338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.008503308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.00854504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.00858442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.008608851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.01333068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.015196103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.015246134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.016559374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.016628636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.016668717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.016702368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.017258521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.024456036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.024530598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.024573999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.02460917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.024650251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.026044403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.026136215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.026176646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.026692448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.029270878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.029396681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.029488853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.029569974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.03023514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.032736738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.03283926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.036607897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.037423576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.042906382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.05408981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.054178482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.054248043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.054306535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.054845007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.059657418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.059761341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.060390265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.062554005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.062633857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.06320438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.065652686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.065759599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.065819681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.065872762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.069014874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.075086264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.075180746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.075249028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.07620924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.081559553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.081656005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.081722757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.082268939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.085504784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.113516881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.113663674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.113750496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.113814367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.113876939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.114293618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.120366048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.120467111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.120531472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.127630015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.13822055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.139688914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.139769686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.139821907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.145190541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.156728327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.156922251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.157115876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.158083198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:57.162294665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bec0c95-30ca-4c3a-96de-45870cd2539a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":156145,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:57.164274301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:57.164611099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.169335137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.169415739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.170163316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.171029006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.173674947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.173750009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.177055685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.177125617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:57.271837401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:57.73055771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.730923528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.731364418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"12ef4be3-5496-4722-8627-b5fe7773629d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.73142918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"12ef4be3-5496-4722-8627-b5fe7773629d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.731671785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"12ef4be3-5496-4722-8627-b5fe7773629d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.731742007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"12ef4be3-5496-4722-8627-b5fe7773629d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.732501444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"12ef4be3-5496-4722-8627-b5fe7773629d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:57.735527344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"12ef4be3-5496-4722-8627-b5fe7773629d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4164,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.735944074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12ef4be3-5496-4722-8627-b5fe7773629d\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.736147548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.736531507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cf705ca8-f2b8-4a4b-94a3-fa9683629b7b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.736591059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cf705ca8-f2b8-4a4b-94a3-fa9683629b7b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.736767973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cf705ca8-f2b8-4a4b-94a3-fa9683629b7b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.736837624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cf705ca8-f2b8-4a4b-94a3-fa9683629b7b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.737475579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cf705ca8-f2b8-4a4b-94a3-fa9683629b7b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:57.74010833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cf705ca8-f2b8-4a4b-94a3-fa9683629b7b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3575,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.740487939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf705ca8-f2b8-4a4b-94a3-fa9683629b7b\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:57 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.740591041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.740630882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:57.740660212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.814619669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.814710641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.816676826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:57.817421593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.817490045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:57.817542936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:58.167376483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.167436394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.167481525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.167524106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.167557697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.167592178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.167637159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.16766425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.172229315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.172289646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.172322017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.172355548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.172393679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.17244024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.172470581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.173790291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.173921744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.174016246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.174100148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.174863626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.176206887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.176312879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.178038469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.178146911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.178247354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.17893059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.180134267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.180315602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.182185535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.186044284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.188177633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.188282055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.190934147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.193492235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.193569027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.193618569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.193661239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.194255633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.198398689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.198472401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.198513551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.199220068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.205585164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.210038687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.210121699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.21017331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.210225911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.210736473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.213315582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.213399254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.213803943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.215521363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.215637876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.216167768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.218015691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.218180804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.218323718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.218447911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.219156057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.226242241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.226404024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.226537177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.227909169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.241157755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.241261787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.241316569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.242164528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.256458227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.270821589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.27216498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.272261472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.272327363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.272384375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.272431566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:58.273277345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.280278817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.280439151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.280578904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.281541416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.286384738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.28647201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.286529701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.287266518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.293810868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.316728497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.316911672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.317039164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.317782052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:58.327712881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f09b66b-49ac-4d85-9d6d-1ada03858238","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":162229,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:58.328277584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:58.328685363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.81423133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.814321012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.817343352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:58.817409033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.817447114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:58.817495805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.169842091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.169916782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.170145718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.171041958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.175043241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.175125092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.176453943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.176537605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:09:59.272032187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:59.329647686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.329993654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.330049185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.330217749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.33025761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.330293921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.330340822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.332138013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.335334637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.335387468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.335417899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.337034236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.337182529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.337234101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.337271382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.338121781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.340301581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.340359343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.340401444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.340975887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.343601628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.347458977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.347551449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.3475934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.348193634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.362686908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.362851572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.362945474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.363024256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.363986278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.37534893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.375453352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.375495763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.376375353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.379180698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.382881303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.382966525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.383019397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.383081178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.383662252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.3870809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.387165012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.387728855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.390509559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.390589581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.391153694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.396688392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.396800785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.396858596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.396936738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.397003779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.417229655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.417336158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.417398899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.4174479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.421072194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.421177206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.421240078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.422048067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.426384497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.434718819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.434908593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.435016456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.435097768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.435158659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.435559028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.439251274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.439341376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.439394637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.440023591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.459180803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.459298656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.459355507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.460157715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.470925984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.490838913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.492338238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.492516282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.493126926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:59.498190003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdd7a3a7-696c-43a6-a02f-c073a411a8bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":167887,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:59.49937047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:59.499713518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:59.730620693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.731021412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.731515533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8ee5ee61-43fb-4a7f-854e-3178e9b6b77e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.731585425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8ee5ee61-43fb-4a7f-854e-3178e9b6b77e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.731832021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8ee5ee61-43fb-4a7f-854e-3178e9b6b77e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.731921603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8ee5ee61-43fb-4a7f-854e-3178e9b6b77e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.732541637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8ee5ee61-43fb-4a7f-854e-3178e9b6b77e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:59.735599708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8ee5ee61-43fb-4a7f-854e-3178e9b6b77e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4104,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.73614762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ee5ee61-43fb-4a7f-854e-3178e9b6b77e\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:09:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.736376946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.736858037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"60104e25-6400-4aa1-b32e-64b80c5ab2de","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.736937538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"60104e25-6400-4aa1-b32e-64b80c5ab2de","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.737242675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"60104e25-6400-4aa1-b32e-64b80c5ab2de","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.737313437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"60104e25-6400-4aa1-b32e-64b80c5ab2de","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.737938551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"60104e25-6400-4aa1-b32e-64b80c5ab2de","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:59.741095224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"60104e25-6400-4aa1-b32e-64b80c5ab2de","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4269,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.742146408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60104e25-6400-4aa1-b32e-64b80c5ab2de\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:09:59 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.742240481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.742284002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:09:59.742331133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.814768063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.814855385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.816855611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:09:59.817624339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.81767775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:09:59.817718481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.169192347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.169268468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.169418062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.170264821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.173714981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.173779982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.178096232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.178171714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:00.270779529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:00.500497287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.502707147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.502768639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.518649325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.518801459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.518915181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.519010584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.520054858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.52926925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.529331382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.530112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.56222204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.562386154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.562496526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.562589209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.563411718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.566044378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.566143211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.566222163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.56699999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.570860899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.574385631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.574463782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.574505713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.575291701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.578015424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.578092346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.578133927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.57826728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.579012387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.583332197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.583392538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.583444509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.583975441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.58910065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.592644072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.592730743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.592838476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.592933188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.593386699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.596349117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.596430019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.596983482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.599115521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.599190893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.599739515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.606280016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.606386119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.60645183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.606506131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.606948382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.610195817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.610275248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.61035292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.610929554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.614077516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.614161578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.614218159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.614803663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.618101399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.632115752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.632257165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.632348057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.632423879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.63248778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.632864759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.640461154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.640567387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.640661179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.641369745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.645575982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.645645234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.645687845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.646292299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.651925069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.674812186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.675000531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.675212925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.675907101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:00.681339807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bdd9a14b-c6af-437c-8f10-59f7b601b1a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":178626,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:00.681732686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:00.681973301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.817818344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.817894306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.817941187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:00.817977968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.818034559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:00.81807453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.171098811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.171173493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.171210094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.171246205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.173963878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.174027929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.175954364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.176014835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:01.271968327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.545790842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":23,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.545848583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.545895754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.545942195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.545987746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.549750383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.550081221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.558937665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.55913895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.559274393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.559940998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.572021197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.572115429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":23,"elapsed":"25.989509ms"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:01.68315391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.683482667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.683554979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.683702282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.683757244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.683798815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.684755107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.684793627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.687201983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.687841548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.687992741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.69094552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.691086113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.691193985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.691285117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.691998984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.694485591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.694559723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.694604824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.695231938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.69965629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.709325753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.709400915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.709433386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.709999928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.71613829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.716269633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.716328665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.716379736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.717389649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.725119937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.725911846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.725957147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.726068949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:01.730050911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.73044174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.730947792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8bc627fc-374e-42be-975f-f505c02bc57b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.731027124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8bc627fc-374e-42be-975f-f505c02bc57b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.731226118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8bc627fc-374e-42be-975f-f505c02bc57b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.73130148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8bc627fc-374e-42be-975f-f505c02bc57b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.732000456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8bc627fc-374e-42be-975f-f505c02bc57b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.732802485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.739357365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.740275087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.740366519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.74043393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.740487622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:01.742644311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8bc627fc-374e-42be-975f-f505c02bc57b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":11694,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.745045927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.745154689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.745799954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.751018214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bc627fc-374e-42be-975f-f505c02bc57b\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.751097766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.751132957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5e8a0622-556a-4029-a83a-46d99f280be0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.751193418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5e8a0622-556a-4029-a83a-46d99f280be0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.751231579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5e8a0622-556a-4029-a83a-46d99f280be0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.751284671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5e8a0622-556a-4029-a83a-46d99f280be0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.751316861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5e8a0622-556a-4029-a83a-46d99f280be0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:01.754804982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5e8a0622-556a-4029-a83a-46d99f280be0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6995,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.756459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e8a0622-556a-4029-a83a-46d99f280be0\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:01 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.761794793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.761879155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:01.761917586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.761958877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.762019328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.762064989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.76211865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.762194712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.762254564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.762310255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.764341732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.770361371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.770610277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.77074466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.771789414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.776369089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.776459261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.776524293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.781246421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.781929877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.79590204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.796036953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.796153305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.796226487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.796286968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.796668477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.818949531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.819118565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.819278469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.819872063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.820433595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"aff146d0-0975-43ba-a73b-c6f3027a88a0","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:01.856564069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"aff146d0-0975-43ba-a73b-c6f3027a88a0","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":36115,"response_code":200}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.859708091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.860288405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.860360026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.861102924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.867558772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.900788968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.90086805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.900935022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.901546786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.901851483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.901919675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.901958166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.902132919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.902183931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 19 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.902351595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.925244942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":38,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.928464906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":38}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.928550468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.929329137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.929533341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.929621343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.93122053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.934930136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.952189764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.952358848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.952482781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.95330892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.956646656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.956717078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.962316147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.962399369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:01.962471451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9973905b-da14-4033-9f16-eb78e683ec2e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":277762,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:01.962538712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:01.962569473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:01.965675895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:01.965840798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:02.004163902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:02.170870096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:02.170941468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:02.170980019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:02.17102403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:02.177472689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:02.177551021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:02.18622117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:02.186301552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:02.270792391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:02.814354426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:02.814433118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:02.816459194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:02.817455527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:02.817515508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:02.817556549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:02.963865714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:02.964199871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:02.964267433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:02.964400236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:02.964454447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:02.964530149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:02.96457563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:02.965326527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:02.968087791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:02.968374558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:02.968834058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:02.971556591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:02.971633863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:02.971674504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:02.971716505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:02.976810162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:02.980550419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:02.982628647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:02.982685058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:02.982720599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:02.983320933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:02.986562987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:02.986639639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:02.98667876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:02.987231193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:02.989795281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:02.992571596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:02.992626567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:02.992663198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:02.992691668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:02.993290132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:02.993352594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:02.993388934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:02.999316101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.002521975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.008478952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.008584725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.008676247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.008734898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.012343442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.012433514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.012492825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.01312435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.015108896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.01572745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.015804261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.018170326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.018266398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.01833882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.018403121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.018927404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.022211179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.022300931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.022364753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.022890305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.026242462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.026445867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.026504559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.027208545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.032897075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.043375457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.043543021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.043726955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.043875899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.044122324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.044697048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.053639554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.053938831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.055268302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.055349144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.058300801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.058391434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.058455265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.059119091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.064075925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.073543323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.073656566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.073696757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.074220919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:03.077879253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd938c5f-0006-4ab7-b661-7591a30acd4b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":113715,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:03.078298282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:03.078569449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.169948066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.170019338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.170162911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.17100074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.174365328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.1744438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.177890579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.177957971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:03.27160075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:03.733102483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.733194805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.733225466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9c317e48-6b8e-4376-b10d-9a66a2b65fba","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.733267397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9c317e48-6b8e-4376-b10d-9a66a2b65fba","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.733302517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9c317e48-6b8e-4376-b10d-9a66a2b65fba","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.733349839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9c317e48-6b8e-4376-b10d-9a66a2b65fba","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.73340171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9c317e48-6b8e-4376-b10d-9a66a2b65fba","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:03.736924931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9c317e48-6b8e-4376-b10d-9a66a2b65fba","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4076,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.737023733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c317e48-6b8e-4376-b10d-9a66a2b65fba\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.737076885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.737099605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"aef800a7-0cfe-4bcd-ac86-9d8a8898c525","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.737127336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"aef800a7-0cfe-4bcd-ac86-9d8a8898c525","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.737166867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"aef800a7-0cfe-4bcd-ac86-9d8a8898c525","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.737220438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"aef800a7-0cfe-4bcd-ac86-9d8a8898c525","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.737251809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"aef800a7-0cfe-4bcd-ac86-9d8a8898c525","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:03.739708185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"aef800a7-0cfe-4bcd-ac86-9d8a8898c525","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3454,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.740131885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aef800a7-0cfe-4bcd-ac86-9d8a8898c525\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:03 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.740236477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.740302449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:03.74034005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.818736928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.818806499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.81884283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:03.818877461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.818918382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:03.818953253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:04.079267636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.08160828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.081683881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.081723982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.081756443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.081791254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.081823455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.081850165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.090566256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.092509631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.092579253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.092624074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.092669665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.092710546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.092745147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.093387931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.096169596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.096236247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.096284608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.096947484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.099482742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.104276923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.104384865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.104427086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.104874567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.108390147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.108453298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.108558981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.108599882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.110611878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.112027621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.112095442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.112133593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.112723297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.115677755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.120755242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.120857485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.120926396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.120986498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.121041239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.124052238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.124160891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.124700003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.127080518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.1271597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.127749464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.130400295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.130546898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.13060935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.130666731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.13106087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.135118554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.135225186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.135282197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.13584245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.139933575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.140028927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.140124199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.140814665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.144211234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.153944978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.154081181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.154149142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.154209214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.154266895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.154723705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.158625915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.158708528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.158752958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.159372373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.163029077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.163127279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.163221822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.163705363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.169517637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.169726092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.170006448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.171493832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.171791259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.1813626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.181508174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.181620376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.182359953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.186442728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.186510959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:04.188787351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b0467995-90ce-481f-9d4e-a43934f69f55","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":108852,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.188905894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.188963496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:04.189364065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:04.18957018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:04.272059082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.816942657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.817020559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.81706357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:04.817113791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.817155092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:04.817189213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.170561092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.170626993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.170658314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.170696315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.174211936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.174284618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.17743767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.177506332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:05.190558153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.191199767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.191259549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.191402922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.191448613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.191487224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.191522955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.192361204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.202604971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.202687052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.20343999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.206421599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.20952379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.209587772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.209633263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.209680364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.209769246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.209816137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.209854668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.210421001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.213225106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.217586936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.217662088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.217708389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.21775086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.220130285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.220190547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.220231647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.220268728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.220913993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.223348829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.223405251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.223451202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.229394088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.240954485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.241022387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.241087648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.241135849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.2411822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.241228721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.241280373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.241332114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.241383875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.242523441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.242604543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.244121748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.245285775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.245388637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.245457329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.245530131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.245983551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.250105656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.250187088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.2502483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.250762031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.25503942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.255125612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.255184813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.256040863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.259733538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.282469882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.282587415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.282670407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.282731648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.28278766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.282846671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:05.283203509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.285693677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.285794399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.285871671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.287821286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.294766176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.294866738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.29492265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.297906268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.304106671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.345500196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.34564524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.345716761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.346180352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:05.361854683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"02400796-8cc9-4e1c-9bbe-57991d92b2d2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":170629,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:05.362916967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:05.362965719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:05.730094295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.732999422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.733059463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9283b65a-dd15-408a-a0d2-93f0bf1bdf35","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.733104895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9283b65a-dd15-408a-a0d2-93f0bf1bdf35","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.733139605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9283b65a-dd15-408a-a0d2-93f0bf1bdf35","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.733185937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9283b65a-dd15-408a-a0d2-93f0bf1bdf35","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.733235618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9283b65a-dd15-408a-a0d2-93f0bf1bdf35","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:05.740082265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9283b65a-dd15-408a-a0d2-93f0bf1bdf35","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4484,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.740180868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9283b65a-dd15-408a-a0d2-93f0bf1bdf35\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.740228959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.7402643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d9ee979b-baa1-4c55-b918-099fc53e74d5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.740308661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d9ee979b-baa1-4c55-b918-099fc53e74d5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.740351852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d9ee979b-baa1-4c55-b918-099fc53e74d5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.740415603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d9ee979b-baa1-4c55-b918-099fc53e74d5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.740467285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d9ee979b-baa1-4c55-b918-099fc53e74d5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:05.750565507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d9ee979b-baa1-4c55-b918-099fc53e74d5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":14278,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.75158632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9ee979b-baa1-4c55-b918-099fc53e74d5\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:05 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.752270346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.752387409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:05.752473771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.814614894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.814698066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.816685142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:05.817446049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.817507591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:05.817549542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.171241368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.171327321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.171371062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.171414352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.17655013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.176616612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.176660153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.176697964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:06.273871765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:06.363660516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.363949602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.364019564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.364155077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.364203908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.364244699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.36427867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.364906604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.37293501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.373005991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.373618375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.378624121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.378720603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.378763174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.378796455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.379272066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.381478327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.381536738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.381582459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.382158832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.384576398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.390778521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.390866793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.390912564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.391498567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.395431928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.395576751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.395700844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.395782246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.397228069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.402269026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.402329377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.402367088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.404132659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.408640143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.425825999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.425934802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.426001653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.426062195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.426108966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.433914406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.434030328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.441637003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.441736666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.441803907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.441858859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.444285265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.444398667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.444468769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.44452698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.445021462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.448655665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.448750978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.448814399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.449348641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.4566432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.456736392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.456810384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.456857785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.459998157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.471277167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.471462272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.471561234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.471638196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.471705207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.472512876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.478946614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.479049876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.479121368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.480355646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.486053218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.48614667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.486214742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.486269263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.49265303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.502547338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.502706342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.502787254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.503255685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:06.519180642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0f7a27c3-99fb-4636-8abd-fc24152a02f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":155228,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:06.51997261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:06.520236686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.547989196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":24,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.548045958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.548099839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.54814978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.548195861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.548855396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.575256595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.585962692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.58889436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.589022262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.595521572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.605053463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.605332059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":24,"elapsed":"57.341683ms"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.8169792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.817056561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.817102353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:06.817145674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.817190164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:06.817232565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.16914296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.169215642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.169950129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.170342418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.179469109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.17954651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.182516979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.18257795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:07.272924254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:07.525803065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.528448436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.528545499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.528867436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.529097581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.529253985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.531060037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.533469842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.5377189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.537786072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.543247278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.553070185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.553230098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.553348611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.553446693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.554232051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.569073473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.569226697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.569326019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.570287501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.578372438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.582108334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.58498835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.585096663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.586106336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.593982158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.594276315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.594433378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.59452881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.595308798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.60450293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.604616393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.604705505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.605516583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.607917749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.611154613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.61144635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.611585814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.611736597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.612319811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.614622113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.614820948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.61575846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.618232437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.6183818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.61924575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.621606995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.621703687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.621765798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.62183229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.624158824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.649513438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.64961158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.649671762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.65000794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.659268123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.659364825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.659431497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.65997311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.675464747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.681564017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.681690591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.681783913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.681865344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.681933776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.683116923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.686956432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.687048423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.687110315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.687600506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.692919929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.693025621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.693098773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.693156315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.700190197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.706518333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.706644176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.706710047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.70853901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:07.714117138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5bcc304-503a-455e-9c19-8c008ac73abb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":185658,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:07.714558848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:07.714818254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:07.730076736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.730426934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.730900345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c32c4fec-ecec-41cd-bffa-c88c36149d20","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.730964276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c32c4fec-ecec-41cd-bffa-c88c36149d20","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.731183341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c32c4fec-ecec-41cd-bffa-c88c36149d20","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.731257773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c32c4fec-ecec-41cd-bffa-c88c36149d20","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.731939659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c32c4fec-ecec-41cd-bffa-c88c36149d20","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:07.734682372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c32c4fec-ecec-41cd-bffa-c88c36149d20","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3789,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.735147453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c32c4fec-ecec-41cd-bffa-c88c36149d20\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.735307727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.736055334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ddf6e422-bf45-46ba-a3de-a9c49101c938","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.736134876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ddf6e422-bf45-46ba-a3de-a9c49101c938","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.736304599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ddf6e422-bf45-46ba-a3de-a9c49101c938","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.736388321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ddf6e422-bf45-46ba-a3de-a9c49101c938","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.738988521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ddf6e422-bf45-46ba-a3de-a9c49101c938","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:07.739156915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ddf6e422-bf45-46ba-a3de-a9c49101c938","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3127,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.739522674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddf6e422-bf45-46ba-a3de-a9c49101c938\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:07 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.739630556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.739675357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:07.739709138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.816942149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.817033151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.817084332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:07.817726957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.817789089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:07.81783452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.170531103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.170597945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.170747018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.171726891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.17473842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.174805192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.176923631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.176993912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:08.271989493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:08.716653318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.716723429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.71678331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.716873063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.716951814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.716994995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.717032646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.717748253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.72068597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.720758982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.721316685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.723690009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.723769901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.723834073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.723879864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.724425356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.72676055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.726848412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.726918844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.727434746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.730122718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.734100409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.734195442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.734241823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.734770715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.759768161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.759837213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.759884944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.759930735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.760550039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.762776011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.762836222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.762880283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.763455566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.769459045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.77357649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.773707323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.773765874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.773836466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.773889397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.777363287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.777453019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.778176216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.785193238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.78529548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.786174881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.78873662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.788854052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.788943754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.788995866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.790154442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.796009668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.79613052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.796196732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.797071382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.799937098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.80001624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.800054311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.800667275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.804043792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.814112594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.814229237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.814296009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.81435568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.814404641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.814925913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.816196403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.816284745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.821208108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.82126984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.821314741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.821348252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.82430016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.824385472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.824440683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.824944444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.828422295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.828499206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.828551778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.829119601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.836927351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.84949905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:08.851248301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.851396864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:08.852187732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:08.856297687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23679df9-656a-4bcf-b65d-6ea3ea8554b9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":139611,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:08.858366505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:08.858701133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.170562175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.170634167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.170671567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.170707278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.176276027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.176347318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.178221891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.178285103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:09.270676714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:09.73061484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.730980069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.731522341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3e2459cb-eb46-4848-8a2d-54a0deb12ece","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.731582902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3e2459cb-eb46-4848-8a2d-54a0deb12ece","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.73191872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3e2459cb-eb46-4848-8a2d-54a0deb12ece","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.731996082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3e2459cb-eb46-4848-8a2d-54a0deb12ece","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.732640037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3e2459cb-eb46-4848-8a2d-54a0deb12ece","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:09.735571484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3e2459cb-eb46-4848-8a2d-54a0deb12ece","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4053,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.735997654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e2459cb-eb46-4848-8a2d-54a0deb12ece\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.736201149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.737003848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"213e1eb3-382e-4da3-af84-c1d3ec130d36","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.737074929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"213e1eb3-382e-4da3-af84-c1d3ec130d36","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.73712994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"213e1eb3-382e-4da3-af84-c1d3ec130d36","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.737193862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"213e1eb3-382e-4da3-af84-c1d3ec130d36","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.737667113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"213e1eb3-382e-4da3-af84-c1d3ec130d36","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:09.740073948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"213e1eb3-382e-4da3-af84-c1d3ec130d36","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3425,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.740509638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"213e1eb3-382e-4da3-af84-c1d3ec130d36\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:09 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.74059652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.740648901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:09.740691233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.820930013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.821008405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.821052606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.821099067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.821141858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.821183599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:09.859290807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.859625805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.859690997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.85984032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.859889051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.859932952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.859974963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.860742861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.872435371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.872540273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.873398993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.877520908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.87761703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.877669451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.877719833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.878362907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.881777526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.881834687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.881871138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.882515553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.887903517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.891462919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.891560171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.891618593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.892189856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.898500832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.898597564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.898643595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.898682886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.89930936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.90188944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.901969321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.902010702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.902604266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.905163495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.909878024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.909961126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.910065508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.91013602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.913354434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.919756602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.919848514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.920721784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.924677645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.924752467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.925876803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.937798258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.937950521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.938055664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.938112175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.941073053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.953239814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.953347046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.953399348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.955893035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.962781744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.962872876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.962926878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.964095165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.972239282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.990224217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.990331009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.990416551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:09.990477303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.990534134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:09.990582945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:10.018069609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:10.018169941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:10.018233633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:10.019363299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:10.034423776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:10.034534289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:10.03459955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:10.034666412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:10.038655274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:10.047085208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:10.047199851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:10.047257372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:10.047844646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:10.063277671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6a51c5a6-7cb9-46af-b4ca-5fb0f21b5185","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":203632,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:10.063684141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:10.06410275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:10.169724326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:10.169795318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:10.169960792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:10.171000856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:10.174339203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:10.174396834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:10.177845214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:10.177903135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:10.271435561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:10.817621827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:10.817694619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:10.81772933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:10.81776234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:10.817804961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:10.817839992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.067454649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.06752004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.067571541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.067632043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.067674454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.067716244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.067755385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.067795236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.070752315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.070817446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.070844987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.072093456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.072179878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.072223968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.072258289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.072686449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.076220091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.076279122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.076316603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.079272161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.082547187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.089283001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.089401844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.089441655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.093146621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.097750467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.097827359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.09788592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.097920581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.098544435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.105020125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.105115817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.105166618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.106194382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.109044448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.112429086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.112509168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.11261427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.112695272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.113222754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.116191942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.116275935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.11692859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.11912757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.119228152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.119803196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.122750044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.122848666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.122921708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.122990059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.124410002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.126847959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.126937781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.127014292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.127585685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.13906973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.139169952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.139262374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.140031612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.144753391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.154603388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.154720541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.154797993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.154858374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.154914055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.155395906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.159170974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.160398762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.160486544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.179720597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.180811422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.180875254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.181060058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.182047581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.185186143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.185290586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.185352927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.186056023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.188473079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.18852326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.190930136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.209565876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.209688239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.20975897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.214011438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.215110163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.215174835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.217959759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a56bdacd-ab55-4c1b-9706-f9f083871be8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":152476,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.218318937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.218567983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:11.282991029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.292218792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.292315984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.292365915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.292407546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.293162144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.294545235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.294604617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.294650168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.294699789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.295261612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.299266435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.309269905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.352975643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.353078125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.353112476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.421638546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:42475","servers":"DnsServersList { addresses: [[::1]:42475] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42475/config","method":"PUT"}
{"msg":"found DNS version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.422128638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1"}
{"msg":"reading DNS config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.422184519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"reading DNS zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.42222404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.422313442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.422383314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.422437345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.422488246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.42309441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.42440858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:58040"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.425167718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.425219519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.42526273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.425307501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.425874904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.426452028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:27625","req_id":"0f32a50f-dadb-4cc7-b0b0-1aeade86ba4b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   b4 e5 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   ............._na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.42655175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:27625","req_id":"0f32a50f-dadb-4cc7-b0b0-1aeade86ba4b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 46309,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.426757215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.42700487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"bfc7589e-3dc1-469d-90c9-205cfc3df527.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.427089892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:27625","req_id":"0f32a50f-dadb-4cc7-b0b0-1aeade86ba4b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 42475, target: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.428801732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"da0736af-5acb-4606-872e-0a15fbe0efb5","remote_addr":"[::1]:58040","local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.428850933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"da0736af-5acb-4606-872e-0a15fbe0efb5","remote_addr":"[::1]:58040","local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.429251302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 42475, target: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4048, tv_nsec: 204495594 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.42962381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\")"}
{"msg":"attempting generation update","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.429867626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_generation":1,"req_id":"da0736af-5acb-4606-872e-0a15fbe0efb5","component":"store","component":"internal_dns_server"}
{"msg":"updated generation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.429939588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_generation":1,"req_id":"da0736af-5acb-4606-872e-0a15fbe0efb5","component":"store","component":"internal_dns_server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.430164383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"da0736af-5acb-4606-872e-0a15fbe0efb5","remote_addr":"[::1]:58040","local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","latency_us":1381,"response_code":204}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.430296616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.430341037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.430381198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.430423529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.431839891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.432465546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.440345137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.44045301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.440479891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.441066864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.44306795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.477685998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:39839","servers":"DnsServersList { addresses: [[::1]:39839] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:39839/config","method":"PUT"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.478290692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:42475","servers":"DnsServersList { addresses: [[::1]:42475] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42475/config\", status: 204, headers: {\"x-request-id\": \"da0736af-5acb-4606-872e-0a15fbe0efb5\", \"date\": \"Fri, 16 Jan 2026 23:10:11 GMT\"} })"}
{"msg":"DNS server now at generation 1","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.478377045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:42475","servers":"DnsServersList { addresses: [[::1]:42475] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DNS propagation: done","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.479271295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"servers":"DnsServersList { addresses: [[::1]:42475] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.479693295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"server_results\":{\"[::1]:42475\":{\"Ok\":null}}}","iteration":5,"elapsed":"130.390546ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.479956271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.488082568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.493042953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:55166"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.493118065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"Metric producer GC running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.493173056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expiration":"2026-01-16 23:00:11.489444720 UTC"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.493205847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.493239647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.493268538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.493302979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.49333505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.49336117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.493390271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.493424352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.493464682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.493499053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.493527744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.493562575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.493593625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.493620616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":3,"elapsed":"47.301µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.493656107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.493686668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.493726779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.493756139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.49379151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.493822111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.493856242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.495485599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.495553401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.495588391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.495637473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.495674564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.496548954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.496610005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.496644976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":6,"elapsed":"31.511µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.496678967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.496708977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.496743828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.49853764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.499631855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.499706697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.499762448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.499815999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.49986569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.500251079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.500686629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.500794032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.500857563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.501460097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.501854796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.501906927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.501951398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.501995759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.50203704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.502563923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.502990492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:46785","req_id":"df44081f-6c29-4352-b92d-e21349fa5a64","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   0c 2e 01 00  00 01 00 00  00 00 00 01  24 62 66 63   ............$bfc\n0010:   37 35 38 39  65 2d 33 64  63 31 2d 34  36 39 64 2d   7589e-3dc1-469d-\n0020:   39 30 63 39  2d 32 30 35  63 66 63 33  64 66 35 32   90c9-205cfc3df52\n0030:   37 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   7.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.503099375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:46785","req_id":"df44081f-6c29-4352-b92d-e21349fa5a64","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3118,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            98,\n            102,\n            99,\n            55,\n            53,\n            56,\n            57,\n            101,\n            45,\n            51,\n            100,\n            99,\n            49,\n            45,\n            52,\n            54,\n            57,\n            100,\n            45,\n            57,\n            48,\n            99,\n            57,\n            45,\n            50,\n            48,\n            53,\n            99,\n            102,\n            99,\n            51,\n            100,\n            102,\n            53,\n            50,\n            55,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.50333315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"bfc7589e-3dc1-469d-90c9-205cfc3df527.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.503455573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:46785","req_id":"df44081f-6c29-4352-b92d-e21349fa5a64","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"found DNS version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.504688552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2"}
{"msg":"reading DNS config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.504753673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"reading DNS zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.504793854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.504829385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.504874356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.504947938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.505008629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.506498173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.50764567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"82c63b4a-ed54-410a-b094-c9c0889bf9da","remote_addr":"[::1]:55166","local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.507719391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"82c63b4a-ed54-410a-b094-c9c0889bf9da","remote_addr":"[::1]:55166","local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server","version":"2.0.0"}
{"msg":"found DNS servers (no change)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.508064579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"current_servers":"DnsServersList { addresses: [[::1]:42475] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:42475] }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.508143851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:42475\"]}","iteration":4,"elapsed":"159.687373ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.508636983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.508688314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.508758675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.50938806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.509766659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.50980582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.509841891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.510381543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.510814443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.510863924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.510901085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.511454188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.511839506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"distributing networking probes to sleds","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.511875397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.511893708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.511921659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.511959439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.512025101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.512631545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.513085675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Timeout"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.513165497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.513208348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.51326533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.513338711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.513382082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.513462014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.513534736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.513606397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.514049177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting generation update","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.514828015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_generation":2,"req_id":"82c63b4a-ed54-410a-b094-c9c0889bf9da","component":"store","component":"external_dns_server"}
{"msg":"updated generation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.514900497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_generation":2,"req_id":"82c63b4a-ed54-410a-b094-c9c0889bf9da","component":"store","component":"external_dns_server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.51673555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"82c63b4a-ed54-410a-b094-c9c0889bf9da","remote_addr":"[::1]:55166","local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server","latency_us":7578,"response_code":204}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.518300455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.518349156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.518387288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":5,"elapsed":"84.482µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.518441689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.52370568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.523785061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.523857633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.523953456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.524029347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.524069308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.52414896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:41149","req_id":"3e998914-2a5e-4c0b-a72d-7510f3cf415e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   de 1d 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   ............._ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.524226502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:41149","req_id":"3e998914-2a5e-4c0b-a72d-7510f3cf415e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 56861,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.524410666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.524458927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.524484908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:41149","req_id":"3e998914-2a5e-4c0b-a72d-7510f3cf415e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39839, target: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.52456926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:39839","servers":"DnsServersList { addresses: [[::1]:39839] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39839/config\", status: 204, headers: {\"x-request-id\": \"82c63b4a-ed54-410a-b094-c9c0889bf9da\", \"date\": \"Fri, 16 Jan 2026 23:10:11 GMT\"} })"}
{"msg":"DNS server now at generation 2","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.524695242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:39839","servers":"DnsServersList { addresses: [[::1]:39839] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DNS propagation: done","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.538175124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"servers":"DnsServersList { addresses: [[::1]:39839] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.540061267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2,\"server_results\":{\"[::1]:39839\":{\"Ok\":null}}}","iteration":5,"elapsed":"95.112994ms"}
{"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.541256655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned":"{}","expiration":"2026-01-16 23:00:11.489444720 UTC"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.541315366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"expiration\":\"2026-01-16T23:00:11.489444720Z\",\"pruned\":[]}","iteration":3,"elapsed":"51.852886ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.541670744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.549434524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.549510655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.549557096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.549593667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.550261372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39839, target: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4048, tv_nsec: 325489594 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.550353285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\")"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.551070501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":25,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.551126132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.551181224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.551292456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.551370788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.551806458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.552491434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.552686028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.5527419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:43064","req_id":"f622df42-6f46-4638-b239-377bc197b876","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   41 43 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   AC..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.552823362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:43064","req_id":"f622df42-6f46-4638-b239-377bc197b876","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 16707,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.553002106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.553050637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.553141809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:43064","req_id":"f622df42-6f46-4638-b239-377bc197b876","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.553565559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.561530182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.561595453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.561633334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.561662895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.56361674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":3,"elapsed":"54.566628ms"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.563684942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":5,"elapsed":"67.608098ms"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.563774924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.565223697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4048, tv_nsec: 340485389 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.565310289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.573557909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.574647085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.574736957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.574802748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.574844589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.575894533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.578614866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:31851","req_id":"f0578931-56ea-44b5-a9d1-85b540df576f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   a2 bc 01 00  00 01 00 00  00 00 00 01  24 32 61 63   ............$2ac\n0010:   39 31 31 30  61 2d 31 62  62 38 2d 34  35 36 32 2d   9110a-1bb8-4562-\n0020:   62 64 30 34  2d 33 63 30  65 33 31 66  36 36 30 33   bd04-3c0e31f6603\n0030:   65 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   e.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.578696958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:31851","req_id":"f0578931-56ea-44b5-a9d1-85b540df576f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41660,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            50,\n            97,\n            99,\n            57,\n            49,\n            49,\n            48,\n            97,\n            45,\n            49,\n            98,\n            98,\n            56,\n            45,\n            52,\n            53,\n            54,\n            50,\n            45,\n            98,\n            100,\n            48,\n            52,\n            45,\n            51,\n            99,\n            48,\n            101,\n            51,\n            49,\n            102,\n            54,\n            54,\n            48,\n            51,\n            101,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.578867192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.578893583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:31851","req_id":"f0578931-56ea-44b5-a9d1-85b540df576f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.578956884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:27747","req_id":"d2addf2d-7bcc-4889-beed-636cbd3385eb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   ff 49 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .I..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.579020955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:27747","req_id":"d2addf2d-7bcc-4889-beed-636cbd3385eb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 65353,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.579171069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.57921256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.579248671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:27747","req_id":"d2addf2d-7bcc-4889-beed-636cbd3385eb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.579320533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:34961","req_id":"28091619-7ed9-4e72-9454-74e226ed434d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   0e 43 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .C..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.579384394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:34961","req_id":"28091619-7ed9-4e72-9454-74e226ed434d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3651,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.579544108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.580977491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.581057553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:34961","req_id":"28091619-7ed9-4e72-9454-74e226ed434d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"all webhook delivery tasks completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.581702637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.581760289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{},\"error\":null}","iteration":3,"elapsed":"70.945476ms"}
{"msg":"found zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.583002507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1}
{"msg":"listing DNS names for zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.583056469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ebcce90c-9cde-47b7-b038-74887f7ecde3"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.5831293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.583210142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.583254363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.583293064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.583325085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.583912479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.589128609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.58919232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.589273762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.589314923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.589352554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.589770474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found DNS servers (no change)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.591843611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"current_servers":"DnsServersList { addresses: [[::1]:39839] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:39839] }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.591900873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:39839\"]}","iteration":4,"elapsed":"101.01901ms"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.592149009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4048, tv_nsec: 367432571 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.592276981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.592615759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4048, tv_nsec: 367893791 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.592689591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.592753023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.592791163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.592829464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.592867625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.592934857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.593576982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.594202146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:48264","req_id":"b939990f-6fe2-40d8-b2fb-7a2d4962d80a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   39 8f 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   9...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.594277098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:48264","req_id":"b939990f-6fe2-40d8-b2fb-7a2d4962d80a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 14735,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.594456812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.594551344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:48264","req_id":"b939990f-6fe2-40d8-b2fb-7a2d4962d80a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.594662327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:19036","req_id":"d4d17044-6d54-4388-be60-ca2d2979cf25","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   f1 f8 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.594717438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:19036","req_id":"d4d17044-6d54-4388-be60-ca2d2979cf25","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 61944,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.594874781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.594981064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.595061176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:19036","req_id":"d4d17044-6d54-4388-be60-ca2d2979cf25","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.599714483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.621956076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.622064848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.622110039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.622708583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.625119949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.630567414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.630636166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.630674887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.630708338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.630739108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.630772509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.677930337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.678984731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4048, tv_nsec: 454099470 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.679081063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.679708808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.679767019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.67981147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.680975847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.682912532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.689463333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.689583876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.689628797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.690143758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.69152725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.691586811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.691648173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.691699304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.692104453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.693996117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:31556","req_id":"8477a020-8945-49c7-8ba8-b7c72ec00946","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   3b be 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ;...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.694089019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:31556","req_id":"8477a020-8945-49c7-8ba8-b7c72ec00946","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 15294,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.694289473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.694321284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:31556","req_id":"8477a020-8945-49c7-8ba8-b7c72ec00946","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.694377475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:10098","req_id":"b601084b-cbbf-48b7-8267-dc6abdce8a70","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   0e 33 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .3..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.694437767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:10098","req_id":"b601084b-cbbf-48b7-8267-dc6abdce8a70","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3635,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.694629361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.694657542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:10098","req_id":"b601084b-cbbf-48b7-8267-dc6abdce8a70","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.696634528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.697127559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.704403017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.704477669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.704587881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.705175115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Found abandoned VMMs","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.706370352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":0,"count":0}
{"msg":"Abandoned VMMs reaped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.706425184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.706465754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":3,"elapsed":"213.926583ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.70801867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.715391931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.715471242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.715516713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.716135798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.764530894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/all-sp-ids","method":"GET"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.765275111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.765317172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.766028508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:38742","req_id":"076c493f-248b-469b-b9b1-375df366d6f8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   21 ac 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   !...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.766133331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:38742","req_id":"076c493f-248b-469b-b9b1-375df366d6f8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 8620,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.766339946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.766441448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:38742","req_id":"076c493f-248b-469b-b9b1-375df366d6f8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.766768695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a10b42cd-aa0b-45c2-bb05-593fc84af335\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:10:11 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.766935839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.767003531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.767055522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.768087266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.769600351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.769653222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.769699083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.769748004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.770925141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.775151878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.775247821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.775289472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.775769503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.777213566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.785097018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.78518183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.785224961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.785273632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.842143594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.843239329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.85284331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:50812","req_id":"1a8fc0fd-9161-442c-8c7f-96803eee056f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   bf 11 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.852958223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:50812","req_id":"1a8fc0fd-9161-442c-8c7f-96803eee056f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48913,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.853194689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.853392903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.853480745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:50812","req_id":"1a8fc0fd-9161-442c-8c7f-96803eee056f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.854384986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.857737223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.865455131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.865581564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.865692776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.866490835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.868761867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4048, tv_nsec: 643892686 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.868952652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.869500364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"82c6f2a6-b9ad-4763-93c2-146ed72c5c7b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.870442716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"82c6f2a6-b9ad-4763-93c2-146ed72c5c7b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.870522748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.870575219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.870617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61242","req_id":"9ef0ae42-6575-417f-8368-15c3c8b831ef","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   9f 16 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.870670251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61242","req_id":"9ef0ae42-6575-417f-8368-15c3c8b831ef","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 40726,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.870814694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.87104872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.871151162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61242","req_id":"9ef0ae42-6575-417f-8368-15c3c8b831ef","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.871594062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"82c6f2a6-b9ad-4763-93c2-146ed72c5c7b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.871741106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"82c6f2a6-b9ad-4763-93c2-146ed72c5c7b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.873292081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"82c6f2a6-b9ad-4763-93c2-146ed72c5c7b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.874382777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.874783736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.878454701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.888155164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.888238917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.888290958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.889146557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.890864907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4048, tv_nsec: 666087458 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.891079062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.891628415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"810e5ef4-1f67-4275-ab05-bf0babadae16","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.897450799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/all-sp-ids\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5caca94-88d0-4412-8724-950a9c338c1b\", \"content-length\": \"105\", \"date\": \"Fri, 16 Jan 2026 23:10:11 GMT\"} })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.92133448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63f63396-81bb-4f0e-8144-00c047d67b9e\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:10:11 GMT\"} })"}
{"msg":"dendrite for switch1 is unavailable, cannot perform nat cleanup","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:10:11.921498513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.922553868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"dendrite for switch1 is unavailable, cannot perform nat cleanup\"}","iteration":5,"elapsed":"428.87402ms"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.92353345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"original_time_started":"2026-01-16 23:08:17.449297 UTC","original_id":"1f884896-3377-4f37-8274-2f6d5ab61291","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.923583331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"1f884896-3377-4f37-8274-2f6d5ab61291\",\"time_loaded\":\"2026-01-16T23:10:11.513344791Z\",\"time_started\":\"2026-01-16T23:08:17.449297Z\"}}","iteration":10,"elapsed":"410.24989ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.923718775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.923767716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.923839267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.923898959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.924624456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.925316081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.925457025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.925544977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.925594218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.92612237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.926683263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.926739724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.926779875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.926822646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.927315487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.927829449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.927884161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.927922652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.927959872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.928548926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.928861133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"810e5ef4-1f67-4275-ab05-bf0babadae16","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":37267,"response_code":200}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.929672632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.934933553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.935097627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.935196189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.935931746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.937622805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:8381","req_id":"320e2655-d2e1-4fef-805c-623591bb925f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   22 8e 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   \"...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.937750378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:8381","req_id":"320e2655-d2e1-4fef-805c-623591bb925f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 8846,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.937972024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.938060206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:8381","req_id":"320e2655-d2e1-4fef-805c-623591bb925f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.938510156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.958602219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.958689021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.958752602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.958804733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.959491549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.959544811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.959577591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.959807007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.95994864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 19 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.960204526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.974853974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":38,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.975832297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.981252702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.981309253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.981332653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.981943967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.983170546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.983277358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.983993765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:11.985290605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.985342836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.98639676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:64409","req_id":"0de46268-88a5-4483-8bbc-5fda4a41a833","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   94 1c 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.986460902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:64409","req_id":"0de46268-88a5-4483-8bbc-5fda4a41a833","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 37916,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.986609165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.986632626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:64409","req_id":"0de46268-88a5-4483-8bbc-5fda4a41a833","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.988499799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.988628932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":25,"elapsed":"437.606032ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.989021261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.99724399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:11.997389453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.997482375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.998193692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found all DNS names for zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.999712547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":27,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ebcce90c-9cde-47b7-b038-74887f7ecde3"}
{"msg":"read DNS config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.999781158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":1}
{"msg":"found latest DNS generation (unchanged)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.999820889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"current_time_created":"2026-01-16 23:08:15.736530 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":1}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:11.99986084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1}","iteration":4,"elapsed":"707.652499ms"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.000014684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"0","iteration":5,"elapsed":"503.734246ms"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.000686079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":38}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.000796792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.053132489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.053348624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/switch-id","method":"GET"}
{"msg":"webhook dispatching completed successfully","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.058345749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.058429111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"222.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":3,"elapsed":"548.659822ms"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.058595585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":9,"elapsed":"465.840602ms"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.059469595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"82c6f2a6-b9ad-4763-93c2-146ed72c5c7b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":189950,"response_code":200}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.061788139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:33990","req_id":"45e45059-2393-4fcb-b558-e62a15ad2007","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   63 d3 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   c............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.06186797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:33990","req_id":"45e45059-2393-4fcb-b558-e62a15ad2007","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 25555,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.062003804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.062037294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.062068985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:33990","req_id":"45e45059-2393-4fcb-b558-e62a15ad2007","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.066267932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82c6f2a6-b9ad-4763-93c2-146ed72c5c7b\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.066642441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.067741866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.071282158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.071435331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.076479328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.07659046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.076635121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.077165743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.078996936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.079063867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.079459586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4048, tv_nsec: 854698877 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.079539098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.080111331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d971ff31-322f-4f99-a83a-e03df21d9b2e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.080174002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d971ff31-322f-4f99-a83a-e03df21d9b2e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.080622953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d971ff31-322f-4f99-a83a-e03df21d9b2e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.080716045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d971ff31-322f-4f99-a83a-e03df21d9b2e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.081336229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d971ff31-322f-4f99-a83a-e03df21d9b2e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:12.081982394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.084768258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.084920062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.085641569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.088152346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.093662703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.093738975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.093783106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.094477012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.095622739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.100806828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.100945791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.100991513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.101514915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.108371113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.129612743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.129696504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.129745766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.13036682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.131138938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"926d6a7d-7ebb-4588-a701-23bd5c12cab8\", \"content-length\": \"26\", \"date\": \"Fri, 16 Jan 2026 23:10:12 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.13123807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.133038702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.133097093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.214332206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.214399358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/vpc-routes","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.216816854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.216909886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.216963307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.216999188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.217609102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.219158277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.219218789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.219287371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.219335992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.220020637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.224955361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.225017953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.225065014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.225107785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46332"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.225151036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.225183516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:3707","req_id":"99cc14c4-9369-4a23-ac0a-d2db0798317c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   d8 f0 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.225246308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:3707","req_id":"99cc14c4-9369-4a23-ac0a-d2db0798317c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 55536,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.225431082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.225462303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:3707","req_id":"99cc14c4-9369-4a23-ac0a-d2db0798317c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"found zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.225516484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1}
{"msg":"listing DNS names for zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.225559005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"34f27c36-67a8-43d4-82e8-a38f7a9b8cfe"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.225617306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.225660838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.225704039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.225746389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.227740955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.235163767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d971ff31-322f-4f99-a83a-e03df21d9b2e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":155160,"response_code":200}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.241616426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.241675107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.241713318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.241749389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.242648099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all instance checks complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.243356996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.243431938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":5,"elapsed":"741.582662ms"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.24831696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"31ebfe1c-833e-401d-86ed-c767f23c57cd","remote_addr":"[::1]:46332","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.248378212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"31ebfe1c-833e-401d-86ed-c767f23c57cd","remote_addr":"[::1]:46332","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.254161464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.254230486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.297888113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.29820447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/switch-id","method":"GET"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.298701402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:64412","req_id":"08c96033-bd18-42fa-932d-9968e0dd19b3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   dd ed 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.298821354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:64412","req_id":"08c96033-bd18-42fa-932d-9968e0dd19b3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 56813,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.303892291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.304106236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.304197158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:64412","req_id":"08c96033-bd18-42fa-932d-9968e0dd19b3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.304873544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.304957346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.305000977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.305062369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.305686603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.306713076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d971ff31-322f-4f99-a83a-e03df21d9b2e\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:12 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.30683523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.306899201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.306942182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.306984683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"31ebfe1c-833e-401d-86ed-c767f23c57cd","remote_addr":"[::1]:46332","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":59240,"response_code":200}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.307794572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.307873263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7","method":"POST"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.309300426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.309377758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.309416479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.309969762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4049, tv_nsec: 85174792 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.310060214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.310864032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31ebfe1c-833e-401d-86ed-c767f23c57cd\", \"content-length\": \"210\", \"date\": \"Fri, 16 Jan 2026 23:10:12 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.310946204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.311016256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.311685161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.31293471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.313005092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.313052833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.313107794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.313634946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.314635319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.314709361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3","method":"POST"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.329344989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.340171288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.34024276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.34028111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.340968137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:12.343075605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.343756301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.343914324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3","method":"POST"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.344457777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.348082361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.348374427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.35412227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.354204312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.354257933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.359016923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.362067383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.379637858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.379751461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.379798362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.380287073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.389910995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.390003027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.390768665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.402757622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:24836","req_id":"761322e9-254c-4142-8b75-91be321445c0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   01 d8 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.402860914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:24836","req_id":"761322e9-254c-4142-8b75-91be321445c0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 472,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.403034248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.40312021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:24836","req_id":"761322e9-254c-4142-8b75-91be321445c0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.40355858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cec62911-a48d-4bbe-8fb8-bc9a0fa85142\", \"content-length\": \"26\", \"date\": \"Fri, 16 Jan 2026 23:10:12 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.405416483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.405477834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.444866293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.44650287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.446566412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.446605033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.491037118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/probes","method":"PUT"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.49159584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"dc925348-40c8-4756-b7f3-d843f91a508f (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.491681442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/1/ereports?committed=1&limit=255&restart_id=dc925348-40c8-4756-b7f3-d843f91a508f&start_at=2","method":"POST"}
{"msg":"found all DNS names for zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.492415479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":3,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"34f27c36-67a8-43d4-82e8-a38f7a9b8cfe"}
{"msg":"read DNS config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.49247272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":2}
{"msg":"found latest DNS generation (unchanged)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.492508441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"current_time_created":"2026-01-16 23:08:16.647333 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":2}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.492546792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2}","iteration":4,"elapsed":"1.067252501s"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.492583433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.492620254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.492663205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.492698686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.493505674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.4959108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.495971651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.496007802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.496041093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.496068794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.544850308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/bfd/peers","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.546231691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46334"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.55405557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a7b4d04-1382-45d5-af04-682768939ef7\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:10:12 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.554720866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.557376887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.557435118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.557470439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.55750503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":9,"elapsed":"876.614315ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.557735205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.557798097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.557855868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.557879779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.559035935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.560172821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2026-01-16T23:08:09.574312Z, time_modified: 2026-01-16T23:08:09.574312Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(2)), admin_group_name: None }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, db_silo: Silo { identity: SiloIdentity { id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-01-16T23:08:16.564172Z, time_modified: 2026-01-16T23:08:16.564172Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, db_silo: Silo { identity: SiloIdentity { id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-01-16T23:08:16.564172Z, time_modified: 2026-01-16T23:08:16.564172Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }) }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.560313755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"f5ee18e0-d7f7-42ee-b4f6-108a35257ec6\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"f5ee18e0-d7f7-42ee-b4f6-108a35257ec6\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo f5ee18e0-d7f7-42ee-b4f6-108a35257ec6 with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":4,"elapsed":"1.068870579s"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.561037041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.561142314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.563827246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/probes","method":"PUT","req_id":"27f38673-d1c4-4deb-9928-00d12f919580","remote_addr":"[::1]:46334","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.563893667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/probes","method":"PUT","req_id":"27f38673-d1c4-4deb-9928-00d12f919580","remote_addr":"[::1]:46334","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.567373188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60457","req_id":"83784835-1683-49dd-98a1-948fb481ea11","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   ab 13 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.567457949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60457","req_id":"83784835-1683-49dd-98a1-948fb481ea11","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 43795,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.567588873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.567632504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.567658654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60457","req_id":"83784835-1683-49dd-98a1-948fb481ea11","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.567724156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/probes","method":"PUT","req_id":"27f38673-d1c4-4deb-9928-00d12f919580","remote_addr":"[::1]:46334","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3629,"response_code":204}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.567778367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.581278088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.58135087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.581389161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.581436162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.581475693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.581551625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.583467719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.58353038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.583569231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.583600222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.585100307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.596706984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.597059752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.597125444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.597168625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.598375172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.603011399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.603101402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.603147803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.603704845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.604824001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"6639ce1f-9287-432f-a1cf-6a19e2856c3a","remote_addr":"[::1]:46332","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.604937564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"6639ce1f-9287-432f-a1cf-6a19e2856c3a","remote_addr":"[::1]:46332","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.606298305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4049, tv_nsec: 381441404 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.606383747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.607867641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47712043-3ecc-484a-a837-ec976e7aa78e\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:10:12 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.609335075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.609402277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/probes\", status: 204, headers: {\"x-request-id\": \"27f38673-d1c4-4deb-9928-00d12f919580\", \"date\": \"Fri, 16 Jan 2026 23:10:12 GMT\"} })"}
{"msg":"Update set of probes on sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.609451298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_probes":0,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"finished distributing probes to sleds","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.609487889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_pushed_probes":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.6095215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"probes_by_sled\":{\"b6d65341-167c-41df-9b5c-41cded99c229\":0}}","iteration":3,"elapsed":"1.09755574s"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.609569861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/bfd/peers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b50c925-2229-456e-a3ca-c3cabbd15013\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:10:12 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.610666296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":5,"elapsed":"1.115928414s"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.610764628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"6639ce1f-9287-432f-a1cf-6a19e2856c3a","remote_addr":"[::1]:46332","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5965,"response_code":204}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.612632851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.616712825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.616785317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.616827708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.620247047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.628950098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.629019669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.631348833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.631388044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.633649036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6639ce1f-9287-432f-a1cf-6a19e2856c3a\", \"date\": \"Fri, 16 Jan 2026 23:10:12 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.633699568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.63380299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.634855864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.634912385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c061252-db2e-4192-86e6-e8496fd46111\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:10:12 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.634969047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.635020848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.635062949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.63510037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.635135831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.636930312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.707342375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/v2p","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.713137419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.713212231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.713854526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.720945969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.721043032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.721075283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.721112103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.721147174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.721179575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.721214666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.72403976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46336"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.724364178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:25055","req_id":"7818ef79-bcc5-42b2-8adf-221cfff3a43a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   d7 21 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .!..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.724491491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:25055","req_id":"7818ef79-bcc5-42b2-8adf-221cfff3a43a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 55073,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.724710916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.724801588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:25055","req_id":"7818ef79-bcc5-42b2-8adf-221cfff3a43a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.734626835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/1/ereports?committed=1&limit=255&restart_id=dc925348-40c8-4756-b7f3-d843f91a508f&start_at=2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d962ce13-f2d4-48d1-8f8d-838586b3022c\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:10:12 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.734741117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"dc925348-40c8-4756-b7f3-d843f91a508f (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.73661176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[],\"sps\":[]}","iteration":5,"elapsed":"1.183898752s"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.73835123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"82596026-51de-4003-bdca-97c7211a657c","remote_addr":"[::1]:46336","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.738430102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"82596026-51de-4003-bdca-97c7211a657c","remote_addr":"[::1]:46336","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.825110651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.826327129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"82596026-51de-4003-bdca-97c7211a657c","remote_addr":"[::1]:46336","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":88674,"response_code":200}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.826629976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.830331782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.830478395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.830615058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.830739431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.831406827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.832558153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.832660965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.833318641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"using fallback path: querying DPD directly for member removal","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.834395685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"sled_id_unavailable_or_resolution_failed","member_sled_id":"None","member_id":"39f72f42-fc41-4bca-99b8-17c80442aa12"}
{"msg":"fetching underlay group members from DPD for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.83457148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","switch":"switch0","underlay_ip":"ff04::e002:2"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.834774544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/underlay-groups/ff04::e002:2","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.836217318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.83977599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82596026-51de-4003-bdca-97c7211a657c\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:10:12 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.840001645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.840089367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.840165619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.841846377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":9,"elapsed":"1.341135338s"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.842176725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/underlay-groups/ff04::e002:2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20c94c98-0062-4923-8b2a-44dbb8012c76\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:10:12 GMT\"} })"}
{"msg":"underlay group members fetched from DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.842461542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","member_count":0,"switch":"switch0","underlay_ip":"ff04::e002:2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.842519373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.842714897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.843344102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.844050748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229 push not needed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.857495828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.857610651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vpc-routes","method":"PUT"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.858129733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.858212795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.859097835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.862618807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"076d9a22-2986-4013-b175-afe51738b7ba","remote_addr":"[::1]:46332","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.862700129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"076d9a22-2986-4013-b175-afe51738b7ba","remote_addr":"[::1]:46332","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.863210001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ac13ba9-aef3-4ec5-b8f8-24cd8c6bb37f\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:10:12 GMT\"} })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.863339704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.864194304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"076d9a22-2986-4013-b175-afe51738b7ba","remote_addr":"[::1]:46332","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3126,"response_code":204}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.864622023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:40.889238Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Active, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: 39f72f42-fc41-4bca-99b8-17c80442aa12, time_created: 2026-01-16T23:08:35.956054Z, time_modified: 2026-01-16T23:08:44.819204Z, time_deleted: None, external_group_id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, parent_id: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, sled_id: None, state: Left, version_added: Generation(Generation(3077)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.864737716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:40.889238Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Active, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.864852859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.86490878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.865392072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.873217613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.874445191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.87485436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.874944582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.875155917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 204, headers: {\"x-request-id\": \"076d9a22-2986-4013-b175-afe51738b7ba\", \"date\": \"Fri, 16 Jan 2026 23:10:12 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.887309168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":12,"elapsed":"1.368855439s"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.88737865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Dependency"}
{"msg":"VPC route manager running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:12.887859841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.887897132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.888002864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.888052796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.888093917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.889937669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.89556699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.895715613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.897997856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.90723744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.907314041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.907388213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.907457474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.908706533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.910911484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:51240","req_id":"36055633-32b9-4e77-aeb5-ba1edf4a06a3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   26 a6 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   &............_mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.910984096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:51240","req_id":"36055633-32b9-4e77-aeb5-ba1edf4a06a3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 9894,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.911134899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.9111629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.911240132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:51240","req_id":"36055633-32b9-4e77-aeb5-ba1edf4a06a3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.912208744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.918442369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.918528911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.918586522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.918634483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.918686334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.918734275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.918776566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.918811377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.918846718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.91892348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.91895484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.919945773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.949767903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.949899306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.949958057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.950477759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.969841807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4049, tv_nsec: 745060578 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.970017101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.972749684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.972938519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.973037191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.973764948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.975764134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.980952614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.985040159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.986182225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.986227576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.986904592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.986968964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.987010444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.990145787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:12.992037861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:40975","req_id":"8c33e1f4-0e65-4dd9-92ba-91a3b1044f6a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   1a cb 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.992262016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:40975","req_id":"8c33e1f4-0e65-4dd9-92ba-91a3b1044f6a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 6859,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.992688886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:12.99286438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:40975","req_id":"8c33e1f4-0e65-4dd9-92ba-91a3b1044f6a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:13.034724568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.03479795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/vpc-routes","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.035418144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.035499736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.035552867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.036044079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.036943749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.037017541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.037490812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.070314561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.070403393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.071003827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:13.071971659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46338"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.072658575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.08238346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.082498963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.082610805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.082689797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.082755529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.082856191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"using fallback path: querying DPD directly for member removal","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:13.084694174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"sled_id_unavailable_or_resolution_failed","member_sled_id":"None","member_id":"cc294b96-b30f-48d8-be22-c984ee7815ce"}
{"msg":"fetching underlay group members from DPD for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.084755105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","switch":"switch0","underlay_ip":"ff04::e002:1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.084796736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/underlay-groups/ff04::e002:1","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.087449777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"4fca05d4-b735-41d0-87bc-735a5f80e79e","remote_addr":"[::1]:46338","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.087514619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"4fca05d4-b735-41d0-87bc-735a5f80e79e","remote_addr":"[::1]:46338","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.08755921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/underlay-groups/ff04::e002:1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73746225-7528-49ec-a8fb-312ebefdbb36\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:10:13 GMT\"} })"}
{"msg":"underlay group members fetched from DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.087625152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","member_count":0,"switch":"switch0","underlay_ip":"ff04::e002:1"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.087673022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.087759544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.088238376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.089245099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/port/qsfp0/settings?tag=omicron","method":"GET"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:13.089438623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"4fca05d4-b735-41d0-87bc-735a5f80e79e","remote_addr":"[::1]:46338","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4061,"response_code":200}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.090071968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.09016747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.090239542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.090787225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.093261882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fca05d4-b735-41d0-87bc-735a5f80e79e\", \"content-length\": \"210\", \"date\": \"Fri, 16 Jan 2026 23:10:13 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.094536141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.094585942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.094618983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.094754816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e548f90c-5670-401d-b5df-10e4c78806f3\", \"content-length\": \"12\", \"date\": \"Fri, 16 Jan 2026 23:10:13 GMT\"} })"}
{"msg":"retrieved port settings from switch","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:13.094826018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","settings":"PortSettings { links: {} }","switch_port_id":"Name(Name(\"qsfp0\"))"}
{"msg":"clearing switch port settings","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:13.094868599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","port_id":"Qsfp(Qsfp(\"qsfp0\"))","switch_location":"Switch0"}
{"msg":"port settings up to date, skipping","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:13.09493139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch0","switch_port_id":"Name(Name(\"qsfp0\"))"}
{"msg":"no DPD client for switch location","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:10:13.094993732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.095029473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/static/route4","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.095384581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.095476693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.095560505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.096003205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.097281285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:40.950337Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Active, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: cc294b96-b30f-48d8-be22-c984ee7815ce, time_created: 2026-01-16T23:08:35.062897Z, time_modified: 2026-01-16T23:08:44.947522Z, time_deleted: None, external_group_id: a9c05218-3fb7-462e-a6e5-eaf77011803c, parent_id: 047649a1-bd77-4a29-8488-f19a376f3d65, sled_id: None, state: Left, version_added: Generation(Generation(2051)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.097414258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:40.950337Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Active, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.09749318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.097534921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.098174936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.103382826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/static/route4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28217d22-bba7-4503-83aa-c4526a03c08a\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:10:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.103457558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/static/route6","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.10746781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.121472604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.121641118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.12170978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.122732904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.123701346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.123784998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.123841649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.12388999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.124366871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.131042196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/static/route6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46d7ce6e-b813-40d9-aadb-eff8932553cb\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:10:13 GMT\"} })"}
{"msg":"retrieved existing routes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:13.131112597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{Switch0: {}}"}
{"msg":"retrieved desired routes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:13.131147798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"calculated static routes to add","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:13.131185179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"calculated static routes to delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:13.13122203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"checking for changes to loopback addresses","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:13.131256721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.131295711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.131332772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.131364053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:13.131403084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.131433985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.131470306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"6a459d8f-6209-4940-bfd3-4e3b3003c6cc","remote_addr":"[::1]:46338","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.131515207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"6a459d8f-6209-4940-bfd3-4e3b3003c6cc","remote_addr":"[::1]:46338","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:13.131556548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"6a459d8f-6209-4940-bfd3-4e3b3003c6cc","remote_addr":"[::1]:46338","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":259,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.131601569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6a459d8f-6209-4940-bfd3-4e3b3003c6cc\", \"date\": \"Fri, 16 Jan 2026 23:10:13 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.13166095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.131698871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.131729812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:13.132364236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"83ccf711-e828-4026-8a91-bb83576650a5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":881078,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:13.132658153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:13.133643236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.134959426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.135023668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.135648292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.136265446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/loopback/ipv4","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.137043874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.141250312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.141329733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.141375294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.141692982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.142994502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb44d008-7c95-4d28-a9aa-f52ba4950906\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:10:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.143079394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/loopback/ipv6","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.143235787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22af7d3e-6853-40de-89f8-bd0e5f7cb44d\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:10:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.144989948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:12345/network-bootstore-config","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.14506907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12345/network-bootstore-config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12345, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"unable to read bootstore config from scrimlet","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:10:13.145130031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Communication Error: error sending request for url (http://[::1]:12345/network-bootstore-config)"}
{"msg":"both scrimlets are unreachable, cannot update bootstore","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:10:13.145180573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.14677969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":5,"elapsed":"1.647237126s"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.147081677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.148460399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.14983295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.149996394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.150047965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.150096186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.150611298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.160416725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.160489817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.161408978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229 push not needed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:13.162520324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.162561825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vpc-routes","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.163395414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"72730607-ca99-452d-bfbf-7fc4f4c50fd7","remote_addr":"[::1]:46338","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.163463695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"72730607-ca99-452d-bfbf-7fc4f4c50fd7","remote_addr":"[::1]:46338","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:13.163518127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"72730607-ca99-452d-bfbf-7fc4f4c50fd7","remote_addr":"[::1]:46338","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":434,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.16494394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 204, headers: {\"x-request-id\": \"72730607-ca99-452d-bfbf-7fc4f4c50fd7\", \"date\": \"Fri, 16 Jan 2026 23:10:13 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.167328445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":13,"elapsed":"279.934604ms"}
{"msg":"using fallback path: querying DPD directly for member removal","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:13.167727034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"sled_id_unavailable_or_resolution_failed","member_sled_id":"None","member_id":"1396c948-d098-4b75-948b-14fba9766ce4"}
{"msg":"fetching underlay group members from DPD for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.167801806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","switch":"switch0","underlay_ip":"ff04::e002:0"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.167881358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/underlay-groups/ff04::e002:0","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.168512692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/underlay-groups/ff04::e002:0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3670598d-430d-4549-9283-e84c7a09bd24\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:10:13 GMT\"} })"}
{"msg":"underlay group members fetched from DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.168568104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","member_count":0,"switch":"switch0","underlay_ip":"ff04::e002:0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.168651006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.168689816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.169996557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 2 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.170874857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.170926388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 2 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.171080052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.172610337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.181550594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:40.877371Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Active, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: 1396c948-d098-4b75-948b-14fba9766ce4, time_created: 2026-01-16T23:08:34.510247Z, time_modified: 2026-01-16T23:08:45.103864Z, time_deleted: None, external_group_id: f643b999-0df5-4ca9-8524-3431f1dbb507, parent_id: 654b8aa8-0014-4f2e-b375-089d955844b2, sled_id: None, state: Left, version_added: Generation(Generation(1025)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.181667347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:40.877371Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Active, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"member state reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.181757919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":3}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.18180128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.181850431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.181900002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.182464875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.183833366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.183902358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.186807205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.186868567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.186912848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.186957439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.187624664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.188671598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":2}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.18874605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.261320618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.261426961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.262307821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.269811335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.269931278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.270784748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:13.272234471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.275954427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.27605449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.276680274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.280594304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.280652056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.280708737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.281371552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:13.28299253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58482"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.283248996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"4ecddf5e-a4f2-4c23-8f8e-1cb2e02e7bf2","remote_addr":"127.0.0.1:58482","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.283293377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"4ecddf5e-a4f2-4c23-8f8e-1cb2e02e7bf2","remote_addr":"127.0.0.1:58482","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.283500951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"4ecddf5e-a4f2-4c23-8f8e-1cb2e02e7bf2","remote_addr":"127.0.0.1:58482","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.283555693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"4ecddf5e-a4f2-4c23-8f8e-1cb2e02e7bf2","remote_addr":"127.0.0.1:58482","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.2851534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"4ecddf5e-a4f2-4c23-8f8e-1cb2e02e7bf2","remote_addr":"127.0.0.1:58482","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.286927781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":3}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.287029893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.287081885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.28773545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.288374684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.288423946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.28902341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.289723766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.289805497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.290282428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:13.291174899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"4ecddf5e-a4f2-4c23-8f8e-1cb2e02e7bf2","remote_addr":"127.0.0.1:58482","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7907,"response_code":200}
{"msg":"fetching external group state from all switches for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.294073066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switch_count":1,"group_ip":"224.2.0.2"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.294148328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/groups/224.2.0.2","method":"GET"}
{"msg":"fetching external group state from all switches for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.294314552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switch_count":1,"group_ip":"224.2.0.1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.294383633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/groups/224.2.0.1","method":"GET"}
{"msg":"fetching external group state from all switches for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.29468301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switch_count":1,"group_ip":"224.2.0.0"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.294735871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/groups/224.2.0.0","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.295912138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/groups/224.2.0.2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01f5106a-470d-4263-883a-d65f695c59cf\", \"content-length\": \"290\", \"date\": \"Fri, 16 Jan 2026 23:10:13 GMT\"} })"}
{"msg":"external group state fetched from all switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.296108573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switches_with_group":1,"switches_queried":1,"group_ip":"224.2.0.2"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.296583514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/groups/224.2.0.1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f4f93ae-f816-4802-bd00-98cfb5082a78\", \"content-length\": \"290\", \"date\": \"Fri, 16 Jan 2026 23:10:13 GMT\"} })"}
{"msg":"external group state fetched from all switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.296694256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switches_with_group":1,"switches_queried":1,"group_ip":"224.2.0.1"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.296923462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/groups/224.2.0.0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c435b0a5-7efd-400b-ab4d-567218f4f1db\", \"content-length\": \"290\", \"date\": \"Fri, 16 Jan 2026 23:10:13 GMT\"} })"}
{"msg":"external group state fetched from all switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.297011294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switches_with_group":1,"switches_queried":1,"group_ip":"224.2.0.0"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.297062025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:40.889238Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Active, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }","state":"Active"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.297184778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:40.950337Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Active, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }","state":"Active"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.29727644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:40.877371Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Active, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","state":"Active"}
{"msg":"group reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.297350572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":3,"processed":3,"state":"Active"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.297388243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.297448724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.297492775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.297907935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.301404606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.301463907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":3,"orphaned_member_cleanup":0,"member_lifecycle_transitions":3,"active_groups_verified":3,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed successfully","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:13.302475961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_operations":3,"orphaned_members_cleaned":0,"member_state_transitions":3,"active_groups_verified":3,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.302526532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":3,\"members_deleted\":0,\"members_processed\":3}","iteration":18,"elapsed":"1.789451647s"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:13.733338266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.733413687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.733458109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"22fd4e26-ed56-4984-bf2b-0380d25c1a80","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.73350615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"22fd4e26-ed56-4984-bf2b-0380d25c1a80","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.733556431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"22fd4e26-ed56-4984-bf2b-0380d25c1a80","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.733616632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"22fd4e26-ed56-4984-bf2b-0380d25c1a80","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.733665543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"22fd4e26-ed56-4984-bf2b-0380d25c1a80","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:13.736928789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"22fd4e26-ed56-4984-bf2b-0380d25c1a80","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4098,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.73700754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22fd4e26-ed56-4984-bf2b-0380d25c1a80\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.737064682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.737106003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0627311c-057b-4ce7-88cf-cf4c85bffdd6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.737157124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0627311c-057b-4ce7-88cf-cf4c85bffdd6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.737206945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0627311c-057b-4ce7-88cf-cf4c85bffdd6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.737271806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0627311c-057b-4ce7-88cf-cf4c85bffdd6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.73741411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0627311c-057b-4ce7-88cf-cf4c85bffdd6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:13.740058741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0627311c-057b-4ce7-88cf-cf4c85bffdd6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3627,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.74044922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0627311c-057b-4ce7-88cf-cf4c85bffdd6\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:13 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.740564642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.740627064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:13.740667015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.81439718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.814475762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.816448608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:13.817250416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.817309328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:13.817348099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:14.134932914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.13563814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.135708291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.135776543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.135838124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.135896016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.135947677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.136214413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.139316215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.139377166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.140050242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.142590541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.142665513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.142728804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.142779665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.14341494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.145920308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.14600223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.146056661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.146744327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.150262878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.160858523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.161651121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.161701413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.161728863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.164548059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.16460928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.164659461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.164705562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.165521391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.167893536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.167965658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.168007888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.168454499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.16938708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.169785189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.169842561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.170532477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.171713004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.174522959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.17542739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.175485341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.175542573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.175589334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.178327567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.17842432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.178701706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.178795558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.179425243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.18496017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.185033472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.185059913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.185106304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.185159995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.187049839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.187187252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.187259424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.187332675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.191285937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.194915301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.19532961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.195396542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.195646898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.199380344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.199460636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.199516927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.200115111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.20352689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.213123752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.214909513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.215017456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.215075127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.215140729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.21519879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.217741249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.21780244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.217838601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.218433835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.221746421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.221829853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.221895275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.222386456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.225407346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.23422215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.234368013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.234433965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.234875635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:14.238199602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"11a3f602-be77-4e92-ac60-091db88cd3f6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":102961,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:14.238611821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:14.238857027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:14.270292054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.814803138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.81488232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.816595439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:14.817267935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.817729065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:14.817789717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.171267542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.171330024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.171360204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.171393575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.174603939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.174669881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.178423927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.178488869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:15.240965124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.24125929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.241317252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.241447135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.241494566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.241535457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.241571468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.242358496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.244772292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.244833314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.245808686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.247641438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.24770642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.247749461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.247788572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.248337045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.250537275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.250649038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.250703729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.251140739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.253160186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.255803347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.255869449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.25590791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.256404201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.258253274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.258297075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.258350766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.258388117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.258864708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.260784562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.260841564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.260891595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.261283464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.263328651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.265930281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.266009643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.266092615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.266153517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.266503574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.269053174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.269152586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.269849152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:15.271206043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.272050053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.272125405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.272625526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.274487469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.274578131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.274634733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.274687114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.275193935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.278386809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.278525092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.278590334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.279178228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.282130276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.282245489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.28231293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.282771221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.285382031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.297018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.297146663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.297234845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.297315197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.297389549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.299268932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.300968611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.301068814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.301156516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.301527495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.304398331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.304487393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.304555375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.305105798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.308603088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.318115059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.318257392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.318311183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.318718872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:15.338417958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"80f1d237-7c68-4480-9771-68e43020a1f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":97146,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:15.338864518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:15.339119724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:15.733471434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.733547506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.733581827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f56f99c-dc3f-4d7a-b53d-6f58346fa1d9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.733621398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f56f99c-dc3f-4d7a-b53d-6f58346fa1d9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.733657609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f56f99c-dc3f-4d7a-b53d-6f58346fa1d9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.73370363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f56f99c-dc3f-4d7a-b53d-6f58346fa1d9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.733742861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f56f99c-dc3f-4d7a-b53d-6f58346fa1d9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:15.74151046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f56f99c-dc3f-4d7a-b53d-6f58346fa1d9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7048,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.741598033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f56f99c-dc3f-4d7a-b53d-6f58346fa1d9\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.741644284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.741680904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0009d06d-5071-48ef-a311-829cde20c5c1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.741725725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0009d06d-5071-48ef-a311-829cde20c5c1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.741771857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0009d06d-5071-48ef-a311-829cde20c5c1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.741830998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0009d06d-5071-48ef-a311-829cde20c5c1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.741881859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0009d06d-5071-48ef-a311-829cde20c5c1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:15.750241253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0009d06d-5071-48ef-a311-829cde20c5c1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":9488,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.750336035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0009d06d-5071-48ef-a311-829cde20c5c1\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:15 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.750395246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.750438327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:15.750474878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.817990609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.818081742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.818130543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:15.818175174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.818222335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:15.818265686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.170888951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.170959833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.170994274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.171029585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.173174224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.174978376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.177177387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.178463566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:16.27070959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:16.343672358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.345281275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.345352987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.345400548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.345449239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.34549059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.345526231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.345557701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.349083103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.349140704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.349176375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.353523385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.353597917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.353650888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.353690199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.35372111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.355485721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.355594014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.355698566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.356378932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.363064196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.366758001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.366841223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.366887335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.367449458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.376038446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.376168729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.376261461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.377125081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.379389954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.389775854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.389919787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.39004656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.392551708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.402284953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.415059409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.415254023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.421806585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.421963298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.422876379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.429125544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.429315239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.430264401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.438575322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.438743066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.439644207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.444212403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.444393897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.44454204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.444653153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.445453181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.448618095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.448751018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.44885785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.449613438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.466285834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.466416066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.466480458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.467590644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.47778947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.500010583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.500181387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.50026642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.500336901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.500408273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.500845493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.525199176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.525290418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.52535353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.526095537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.538460393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.538549665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.538608216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.539310092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.553241785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":26,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.553320966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.553368877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.553414469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.553549152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.553588353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.557416721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.566668765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.566822099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.56689792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.56732511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.572465619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.579529562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.579651345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.579707877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.580170067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:16.595371079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"795f4188-c3ce-43c9-8345-8357d988754f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":253887,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:16.596144427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:16.596383212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.610676103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.610745905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":26,"elapsed":"58.267998ms"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.814435676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.814530888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.820923195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:16.820996857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.821041248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:16.821081739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.170282985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.170356007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.170560002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.171543465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.174126925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.174191906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.176189982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.176247643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:17.271958697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:17.599995794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.600056725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.600102566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.600151237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.600187878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.600228369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.60026818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.600298111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.606840932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.606937235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.607669001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.610084487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.616065766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.616118137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.616156388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.616187869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.61622687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.61626558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.616302291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.616322072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.616397134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.620220802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.620297253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.620339665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.620982519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.623319603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.623403255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.623446886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.623480527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.62402485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.630783966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.630851778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.630894849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.630928899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.630970391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.633628652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.634349208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.634445461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.634498062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.634537913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.637185934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.637269306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.63787836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.640371258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.64045612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.640991012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.643268105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.643365367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.643431069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.64349221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.643952921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.646992541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.647070823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.647134124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.647542843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.650702507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.65086065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.650953853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.652083669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.66857194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.679147155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.679309588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.67938163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.679445541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.679508843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.679959804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.684691053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.684768984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.684817905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.685638484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.689802121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.689893783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.689951355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.69063255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.694132061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.702556716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.70272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.702782941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.703253532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:17.706978378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2d5fb8b-a19c-4240-8b28-3bc0ba28d20b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":108990,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:17.707423519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:17.707702845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:17.732980159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.733074942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.733110702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"510d17f9-6bc4-4cef-88b2-a91fd17ccc73","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.733158814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"510d17f9-6bc4-4cef-88b2-a91fd17ccc73","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.733200624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"510d17f9-6bc4-4cef-88b2-a91fd17ccc73","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.733271886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"510d17f9-6bc4-4cef-88b2-a91fd17ccc73","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.733321997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"510d17f9-6bc4-4cef-88b2-a91fd17ccc73","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:17.735710163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"510d17f9-6bc4-4cef-88b2-a91fd17ccc73","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4516,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.736204654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"510d17f9-6bc4-4cef-88b2-a91fd17ccc73\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.73646508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.737234758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ca0682b5-fb9d-4d47-bf13-c2d32f174152","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.73730961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ca0682b5-fb9d-4d47-bf13-c2d32f174152","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.738337254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ca0682b5-fb9d-4d47-bf13-c2d32f174152","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.738413585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ca0682b5-fb9d-4d47-bf13-c2d32f174152","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.73861965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ca0682b5-fb9d-4d47-bf13-c2d32f174152","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:17.741262771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ca0682b5-fb9d-4d47-bf13-c2d32f174152","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4053,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.741706361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca0682b5-fb9d-4d47-bf13-c2d32f174152\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:17 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.741809894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.741863245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:17.741906186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.814669159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.814769001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.816793978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:17.817893223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.817953065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:17.818000146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.169132657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.169209239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.169387963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.170417507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.172999887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.173070368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.174724866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.174784848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:18.270925771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:18.7110192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.711077011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.711127092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.711172893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.711214414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.711256335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.711296726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.711327927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.714954541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.715044803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.715824581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.719120757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.719191489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.71923451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.719275971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.720003788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.722886214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.722960446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.723003477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.723601511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.731854022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.731904543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.731932734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.731970484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.731989775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.733617993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.733694154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.733732285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.733779016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.734278378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.73655877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.736639902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.736674963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.737235516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.739503478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.7430166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.743096422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.743165693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.743229435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.743800098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.767126888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.76725099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.768069319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.770509606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.770599698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.771205652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.785157914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.785296868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.785357789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.7854076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.786026665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.804643565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.804816709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.804874161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.805741391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.814535134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.814650836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.815072696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.815159058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.81521256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.815890435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.820607334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.820711157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.820759518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.820802749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.82084475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.828771013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.828958468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.82904988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.829106871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.829184103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.829618413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.834618248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.834724431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.834779702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.835462868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.839570103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.839683006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.839747877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.840403632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.844298582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.853620268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:18.853809352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.853896604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:18.854361745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:18.858750016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"66082d1a-7960-481a-b89b-ceb70ff9340a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":149782,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:18.859568695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:18.859855122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.170570118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.170627509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.1706535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.170687511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.176763802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.176840073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.183596109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.183671781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:19.270659543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.342128746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60727","req_id":"4193ec87-5046-4615-b1a8-569f35ec7ac4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   e5 15 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.342214168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60727","req_id":"4193ec87-5046-4615-b1a8-569f35ec7ac4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58645,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.342415413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.342609667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.342681229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60727","req_id":"4193ec87-5046-4615-b1a8-569f35ec7ac4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.342789881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:59952","req_id":"2e1d6bd7-df7d-47e7-b805-a74901ce349f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   2b f7 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   +............_re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.342852343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:59952","req_id":"2e1d6bd7-df7d-47e7-b805-a74901ce349f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11255,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.342994576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_repo-depot._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.343074298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.3431473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:59952","req_id":"2e1d6bd7-df7d-47e7-b805-a74901ce349f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 43699, target: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_repo-depot._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.343223121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:59844","req_id":"6e6b7677-0804-4ca2-b0b3-5652af7cb5ec","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   0f 31 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   .1..........._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.343280173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:59844","req_id":"6e6b7677-0804-4ca2-b0b3-5652af7cb5ec","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3889,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.343427856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.343527628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.34358939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:59844","req_id":"6e6b7677-0804-4ca2-b0b3-5652af7cb5ec","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 33923, target: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.344785198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:55080","req_id":"4d539aaa-cc43-45fd-a384-eaad54aa6b80","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   ed 7e 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .~..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.34486091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:55080","req_id":"4d539aaa-cc43-45fd-a384-eaad54aa6b80","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60798,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.345129346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.345201487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:55080","req_id":"4d539aaa-cc43-45fd-a384-eaad54aa6b80","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.34529198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:62913","req_id":"c2c9bf08-d4e1-42d2-9775-0e2c24e34544","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   4a ef 01 00  00 01 00 00  00 00 00 01  24 62 36 64   J...........$b6d\n0010:   36 35 33 34  31 2d 31 36  37 63 2d 34  31 64 66 2d   65341-167c-41df-\n0020:   39 62 35 63  2d 34 31 63  64 65 64 39  39 63 32 32   9b5c-41cded99c22\n0030:   39 04 73 6c  65 64 0d 63  6f 6e 74 72  6f 6c 2d 70   9.sled.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.345362981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:62913","req_id":"c2c9bf08-d4e1-42d2-9775-0e2c24e34544","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19183,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            115,\n            108,\n            101,\n            100,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.345540375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.345571186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:62913","req_id":"c2c9bf08-d4e1-42d2-9775-0e2c24e34544","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\")), original: Query { name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.345625717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:64255","req_id":"b992b2e8-c6b9-4611-b9d0-1ff3e8d748a7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   b8 f9 01 00  00 01 00 00  00 00 00 01  24 37 37 65   ............$77e\n0010:   37 63 66 36  65 2d 36 32  66 63 2d 34  61 36 30 2d   7cf6e-62fc-4a60-\n0020:   38 65 38 66  2d 33 63 32  31 38 61 38  63 38 38 33   8e8f-3c218a8c883\n0030:   66 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   f.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.345690109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:64255","req_id":"b992b2e8-c6b9-4611-b9d0-1ff3e8d748a7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47353,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            55,\n            55,\n            101,\n            55,\n            99,\n            102,\n            54,\n            101,\n            45,\n            54,\n            50,\n            102,\n            99,\n            45,\n            52,\n            97,\n            54,\n            48,\n            45,\n            56,\n            101,\n            56,\n            102,\n            45,\n            51,\n            99,\n            50,\n            49,\n            56,\n            97,\n            56,\n            99,\n            56,\n            56,\n            51,\n            102,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.345861373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.345892853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:64255","req_id":"b992b2e8-c6b9-4611-b9d0-1ff3e8d748a7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:19.733077008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.734085201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.734131012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"422ec710-03bb-4d00-a780-c8448dceb2cd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.734177073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"422ec710-03bb-4d00-a780-c8448dceb2cd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.734218314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"422ec710-03bb-4d00-a780-c8448dceb2cd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.734270705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"422ec710-03bb-4d00-a780-c8448dceb2cd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.735012203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"422ec710-03bb-4d00-a780-c8448dceb2cd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:19.743361406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"422ec710-03bb-4d00-a780-c8448dceb2cd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":9395,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.743881678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"422ec710-03bb-4d00-a780-c8448dceb2cd\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.744106283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.744470221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e62db1df-c14a-4327-9752-fcc0655b8cdf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.744523933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e62db1df-c14a-4327-9752-fcc0655b8cdf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.744757998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e62db1df-c14a-4327-9752-fcc0655b8cdf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.7448225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e62db1df-c14a-4327-9752-fcc0655b8cdf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.745540096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e62db1df-c14a-4327-9752-fcc0655b8cdf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:19.756144462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e62db1df-c14a-4327-9752-fcc0655b8cdf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":11653,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.756908369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e62db1df-c14a-4327-9752-fcc0655b8cdf\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:19 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.756990911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.757027672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:19.757060393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.814483941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.814564333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.816483087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.817248565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.817305486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.817344757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:19.862233235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.862298757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.862348428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.862496571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.862549783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.862590173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.862628184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.863466814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.866038003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.866116865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.866647837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.869407301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.869505373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.869565345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.869603015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.870177439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.872636916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.872696097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.872733668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.873292331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.876943315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.880896587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.880983298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.8810324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.881544242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:19.882817781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35600"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.884194433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.884252625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.884302456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.884340776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.884861639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.890797456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"d031e022-51d4-4215-ae0e-6cb96840640f","remote_addr":"[::1]:35600","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:19.89100138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"d031e022-51d4-4215-ae0e-6cb96840640f","remote_addr":"[::1]:35600","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":226,"response_code":200}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.891149194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.891196355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.891232296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.900468509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.900657274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.912934498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.91303078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.913091011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.913155133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.913204004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.913276766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.913336467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.913387898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.916106531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.916189523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.916724945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.918906196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.919006538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.91908058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.919144341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.919594342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.927145006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.927272919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.927338141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.927384512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.930170166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.930271279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.93033544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.931046117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.935852058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.948133492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.948270195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.948344397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.948401318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.948515781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.94894135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.960116099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.960244012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.960306673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.960352654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.962950444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.963038896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.963096238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.963461026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.967702295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.98435633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:19.984474412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.984524833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:19.984564985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:19.985354833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5547732e-7b70-4b77-8036-4804e2183f68","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":123067,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:19.986399267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:19.986650273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:20.169150083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:20.169225545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:20.169405829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:20.170436563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:20.173068104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:20.173128606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:20.183431134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:20.183537386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:20.270142269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:20.37698615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35602"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:20.3774091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"a55a0327-125d-4947-b078-533fd5e8b2a4","remote_addr":"[::1]:35602","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:20.377624585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"a55a0327-125d-4947-b078-533fd5e8b2a4","remote_addr":"[::1]:35602","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":221,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:20.391814743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35604"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:20.392351606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"92b06da9-0e2f-4c24-83b6-6ac918f91457","remote_addr":"[::1]:35604","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:20.392666013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"92b06da9-0e2f-4c24-83b6-6ac918f91457","remote_addr":"[::1]:35604","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":340,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:20.412942202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35606"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:20.413014304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"eb333555-fdb0-4f66-9d2f-e5661e742814","remote_addr":"[::1]:35606","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:20.413087985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"eb333555-fdb0-4f66-9d2f-e5661e742814","remote_addr":"[::1]:35606","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":229,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:20.414928388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35608"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:20.415221665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"bb6cca26-261b-403b-98d5-d7213625d413","remote_addr":"[::1]:35608","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:20.415358888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"bb6cca26-261b-403b-98d5-d7213625d413","remote_addr":"[::1]:35608","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":149,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:20.418539082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35610"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:20.418602233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"5ca61a13-9840-4557-b738-13d49ce18869","remote_addr":"[::1]:35610","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:20.418706515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"5ca61a13-9840-4557-b738-13d49ce18869","remote_addr":"[::1]:35610","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":158,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:20.426456775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35612"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:20.426525656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"42087ec6-57dd-405a-8897-ad4eaeb3be28","remote_addr":"[::1]:35612","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:20.426550997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"42087ec6-57dd-405a-8897-ad4eaeb3be28","remote_addr":"[::1]:35612","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":186,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:20.426579968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35614"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:20.426626078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"ede9f93c-4bb7-4e96-aaf9-d4d88772c908","remote_addr":"[::1]:35614","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:20.426664879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"ede9f93c-4bb7-4e96-aaf9-d4d88772c908","remote_addr":"[::1]:35614","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":150,"response_code":200}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:20.814792866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:20.814874948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:20.816937696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:20.817748175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:20.817812776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:20.817853107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:20.987387318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:20.987761197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:20.987836088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:20.988009672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:20.988070624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:20.988127215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:20.988173606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:20.988810671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:20.991283598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:20.9913639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:20.992078916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:20.99525058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:20.995320451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:20.995386093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:20.995424134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:20.996512329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.000941961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.001011353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.001066674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.001918074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.004725929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.008394794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.008486386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.008531937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.009060929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.015779475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.015874307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.015920548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.015959519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.017574906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.019719016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.019778687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.019813098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.020398522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.023915263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.027786852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.027876124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.027928725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.027982657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.02853887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.032631465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.032749047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.033207608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.035288316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.035522451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.036402662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.039299999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.039395421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.039446162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.039492783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.04022147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.043577487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.04368107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.043744951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.044253753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.047745924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.047844706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.047908808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.048492861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.052006832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.060380846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.060499719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.060573031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.060628952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.060684833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.061218066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.065848502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.065951805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.066010466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.066424706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.071060243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.071174026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.071234197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.071836511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.079314894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.089294515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.089471429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.08953416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.090191016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:21.094348832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"82054e6f-1c48-4b22-a7ac-3844464024ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":106363,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:21.095747994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:21.095798295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.169209753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.169282295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.16948729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.170594675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.173863401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.173930682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.175741774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.175801936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:21.270381693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.552422386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":27,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.552493838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.552548959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.55259654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.552635941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.553714096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.563021291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.572622663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.572746376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.572844779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.573651187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.576860181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.577013575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":27,"elapsed":"24.62872ms"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:21.730513285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.730872214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.731307984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"995d3d18-4026-4ea8-9597-9145dd21a94b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.731381545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"995d3d18-4026-4ea8-9597-9145dd21a94b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.73157728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"995d3d18-4026-4ea8-9597-9145dd21a94b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.731674922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"995d3d18-4026-4ea8-9597-9145dd21a94b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.732411549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"995d3d18-4026-4ea8-9597-9145dd21a94b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:21.737183849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"995d3d18-4026-4ea8-9597-9145dd21a94b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4874,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.737268041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"995d3d18-4026-4ea8-9597-9145dd21a94b\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.737315382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.737861175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c2509ace-9709-4a64-a025-d43d46aeca1f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.737938227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c2509ace-9709-4a64-a025-d43d46aeca1f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.73935409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c2509ace-9709-4a64-a025-d43d46aeca1f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.739431871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c2509ace-9709-4a64-a025-d43d46aeca1f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.739487843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c2509ace-9709-4a64-a025-d43d46aeca1f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:21.742243526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c2509ace-9709-4a64-a025-d43d46aeca1f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4051,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.742332888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2509ace-9709-4a64-a025-d43d46aeca1f\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:21 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.74239688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.742437191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:21.742470262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.819436842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.819516883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.819559334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.819598845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.819649656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.819695928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.819734148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"53a4c251-9eab-42ca-8f94-4636cadc38ee","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:21.836351413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"53a4c251-9eab-42ca-8f94-4636cadc38ee","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":19529,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.837172042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.857398469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.857540393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.857635965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.857881981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.858582297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.858686029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.858747681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 21 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.859048668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 21 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.859172201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 21 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.859395616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.875388296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":4,"sql":"INSERT INTO oximeter.fields_ipaddr FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.87858824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_ipaddr","n_rows":4}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.878663741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":40,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.880204097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":40}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.880278199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":23,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.882231714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":23}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.882292415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":23,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.884495616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":23}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.884570978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":5,"n_rows":2,"sql":"INSERT INTO oximeter.measurements_cumulativeu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.88679725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_cumulativeu64","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.886855701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:21.890772921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:21.890858963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:21.960917664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:22.096416797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.099139501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.099207722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.099262043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.099309384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.099356306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.099395867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.099437078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.113545124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.113609426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.113637756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.113684467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.113726928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.113759119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.113788499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.11381405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.113853761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.113887292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.113917882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.113943943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.116011671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.125664284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.125746636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.125788007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.12637161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.140304313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.140384914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.140465327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.140508457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.143035986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.148571814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.148702477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.148794109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.149475985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.152176127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.155487634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.156389884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.156470946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.156536838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.156590789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.165749101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.165863144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.16655535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.170126892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.170199234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.170253795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.17132254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.172390505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.172433096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.172476807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.172538698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.17262184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.172682322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.172732103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.173361428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.176347486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.177328919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.1773881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.177427351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.179472778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.17952406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.180721607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.180793669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.18085258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.181541066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.196692557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.196771079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.199185045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.221854999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.222003282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.222088024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.222156276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.222215107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.222729889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.227249903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.227349986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.227407377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.228184965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.243199172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.243305065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.243361946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.244147625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.265070118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.27684645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.276994904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.277060805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.279977293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:22.283090155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:22.291265734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"711f95e8-e76b-4cf7-a226-f648d9b14509","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":194433,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:22.291668453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:22.291991561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.816789448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.817460284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.817519235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:22.817567146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.817598737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:22.817639888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.170624102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.171067822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.171121993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.171168075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.173222092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.173279393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.17530569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.175361722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:23.270713297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:23.296954003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.297016855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.297071086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.297125227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.297167568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.29721272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.29725327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.297286541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.300976747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.301052459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.30108941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.302316568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.303628978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.303685039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.30372508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.303758931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.30628775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.306402832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.306492634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.307199211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.309639957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.313917656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.313992228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.314043609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.315190726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.320286403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.320359245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.320402556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.320453247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.321077892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.331473622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.331547024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.331588725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.332586568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.336007727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.339049837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.340624774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.340708696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.340783597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.340851739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.342260111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.342334913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.342854585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.349921219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.350894941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.350963503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.357258358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.357376421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.357439493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.357504844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.365695444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.37936828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.379472652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.379552294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.383002844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.388370408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.38846578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.388537552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.389157856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.396936786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.403013947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.40314371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.403239252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.403325064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.403391135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.403735133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.417617244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.417720307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.417787248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.418431013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.423930171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.424019662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.424079934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.42479244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.428919506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.441864145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.441994248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.442030999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.442619463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:23.457583839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b63ce3cf-3982-4f6b-af7c-c21c6303c8fb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":162713,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:23.458224854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:23.458572802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:23.733559572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.733635063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.733672584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5d67af00-4221-4f4c-8a80-cf7fe7ac8d8a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.733719205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5d67af00-4221-4f4c-8a80-cf7fe7ac8d8a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.733769017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5d67af00-4221-4f4c-8a80-cf7fe7ac8d8a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.733828778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5d67af00-4221-4f4c-8a80-cf7fe7ac8d8a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.733878969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5d67af00-4221-4f4c-8a80-cf7fe7ac8d8a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:23.739869337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5d67af00-4221-4f4c-8a80-cf7fe7ac8d8a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5373,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.740184225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d67af00-4221-4f4c-8a80-cf7fe7ac8d8a\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.740244566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.740284387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8220ec28-a5b3-409c-af4b-e50e94df3c15","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.740345398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8220ec28-a5b3-409c-af4b-e50e94df3c15","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.74039475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8220ec28-a5b3-409c-af4b-e50e94df3c15","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.740457651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8220ec28-a5b3-409c-af4b-e50e94df3c15","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.740512762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8220ec28-a5b3-409c-af4b-e50e94df3c15","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:23.74474594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8220ec28-a5b3-409c-af4b-e50e94df3c15","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5747,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.744834842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8220ec28-a5b3-409c-af4b-e50e94df3c15\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:23 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.744919224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.744962896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:23.744996226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.817656687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.817729019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.817774649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:23.81781819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.817872202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:23.817912423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.170578999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.17065095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.170684351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.170716112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.173703941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.173781713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.178085003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.178159724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:24.270223324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:24.459816949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.460187267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.460245959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.460426173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.460472894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.460510735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.460545706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.461377485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.464239471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.464300222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.464915527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.467744392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.467811163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.467852774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.467886495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.468567381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.471179052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.471241863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.471278224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.471952639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.476100235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.480253981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.481468949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.4815229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.482242167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.487203962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.487263384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.487320905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.487356766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.48927062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.494736906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.494810578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.494849429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.495530265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.507742867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.511529015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.511629857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.511711889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.51177182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.512224141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.522958449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.523044861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.523827009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.536914202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.537005894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.537108736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.537167258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.5372473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.537314701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.537376132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.537435334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.539117383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.539193444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.539246706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.539794988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.543380641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.543463003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.543516545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.544075858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.552939272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.559786201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.559934184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.560014306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.560070637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.560124879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.56018325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.564787516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.564903629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.564978571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.565036352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.568045252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.568123844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.568178515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.568765459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.572509725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.593553172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.593721116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.593781157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.594285159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:24.607481384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b55d1a6a-84a8-4fc3-930d-e0c57e770a9c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":147290,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:24.608213011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:24.608525108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.814655485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.814735817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.816749134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:24.817535892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.817598723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:24.817642554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.170589917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.170651609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.17068242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.170723781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.173161917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.173222848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.174821755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.174878316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:25.270738434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:25.609539969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.609886908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.609953509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.610115733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.610165174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.610219765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.610259206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.612824786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.615650141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.615689192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.615707062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.617231897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.617314349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.61735065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.617380561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.617880072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.620428571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.620482362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.620518353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.621003614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.623796649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.627363932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.627818472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.627870533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.628102889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.631267702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.631339213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.631381225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.631426106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.632023159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.634592479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.63465132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.634689981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.635227834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.637363833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.640907885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.641055998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.641216712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.641318604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.641838976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.64588918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.645967852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.646027413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.648409019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.648495181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.651104421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.651590702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.651704495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.651759056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.651824078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.6523798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.655534883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.655599135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.655662886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.656164358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.659694369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.659820163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.659896204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.660277613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.663462157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.676769855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.676930168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.67702787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.677092142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.677173314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.677634474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.682662991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.682787443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.682853365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.683538181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.688100126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.688188368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.68824007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.689269393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.693713966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.704809823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.70555627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.705645202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.706323428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:25.710431103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8078ddf5-6da4-44b9-825c-caf38ce1c627","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":100543,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:25.711393125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:25.711683952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:25.730748023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.731136382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.731681014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a238a51c-22bd-499e-8982-d54c8f9ddefd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.731750816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a238a51c-22bd-499e-8982-d54c8f9ddefd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.731987382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a238a51c-22bd-499e-8982-d54c8f9ddefd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.732064633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a238a51c-22bd-499e-8982-d54c8f9ddefd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.732822751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a238a51c-22bd-499e-8982-d54c8f9ddefd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:25.73665904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a238a51c-22bd-499e-8982-d54c8f9ddefd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4842,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.737065049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a238a51c-22bd-499e-8982-d54c8f9ddefd\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.737294734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.738267167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"787193b7-1f9c-47d0-94b8-ecf5519c098d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.738346348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"787193b7-1f9c-47d0-94b8-ecf5519c098d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.738570264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"787193b7-1f9c-47d0-94b8-ecf5519c098d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.738650735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"787193b7-1f9c-47d0-94b8-ecf5519c098d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.739336191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"787193b7-1f9c-47d0-94b8-ecf5519c098d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:25.754135334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"787193b7-1f9c-47d0-94b8-ecf5519c098d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":15849,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.754736368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"787193b7-1f9c-47d0-94b8-ecf5519c098d\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:25 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.755329511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.756520799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:25.75657456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.815006312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.815085614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.817171992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:25.818022902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.818096173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:25.818140934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.169879569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.169954571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.170083894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.170967424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.174017755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.174088466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.177840353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.177919695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:26.27152604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.515568604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.517713404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.517763205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.517805236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.517843857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.517875588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.523907747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.530821167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.530930269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.53097356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.531497423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.534273797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"original_time_started":"2026-01-16 23:08:17.449297 UTC","original_id":"1f884896-3377-4f37-8274-2f6d5ab61291","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.534332878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"1f884896-3377-4f37-8274-2f6d5ab61291\",\"time_loaded\":\"2026-01-16T23:10:26.515573464Z\",\"time_started\":\"2026-01-16T23:08:17.449297Z\"}}","iteration":11,"elapsed":"18.770894ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.552918088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":28,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.55300447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.553068231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.553116172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.553171374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.553767688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.556789587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.57203808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.572144373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.572184094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.572833759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.575708665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.576939703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":28,"elapsed":"24.054857ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.591725425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.591801557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.591844988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.591888719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.59193014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.592724328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.595628066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.60099538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.601113603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.601164834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.601655845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.603774594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":10,"elapsed":"12.071009ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.686978348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.687081651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.687134472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.687832818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.689526157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.689589359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.68962998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.689667371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.690333106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.693312655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.697202775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.700114352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.700284796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.701139936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.703077421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.703164123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.703191874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.703244095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.704135676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.706768136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.710158715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:26.712612031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.713127783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.713203925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.713330458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.713380659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.7134346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.713470281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.714144577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.715420957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.715479178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:26.715515789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.715547249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":10,"elapsed":"28.357136ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.716639975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.716727647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.717384982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.719642694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.719717406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.719758687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.719792718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.720387531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.727718461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.727792803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.727817063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.728040638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.731470388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.735192994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.735301966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.735350437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.735938081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.738372287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.738435049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.73849404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.73851782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.739067203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.747458917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.747539809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.74757959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.748369498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.750819285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.754218364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.754297216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.754399908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.75447536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.754948651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.757675594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.757759196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.758299428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.760249933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.760324475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.760755505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.762648089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.762747631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.762806132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.762883404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.763226212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.765968456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.766048317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.766113409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.766561879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.770386788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.77048067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.770547931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.771129035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.774579185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.784014083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.784156256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.784246068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.784306659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.784362681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.788927857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.790487843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.790571515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.792437998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.792503449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.795672592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.795754054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.795823156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.795891387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.799130893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.808620072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.808740064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.808800456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.809314608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:26.813081275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28309e52-29a9-49fd-82b8-ea8d892b3e9d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":99789,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:26.816211797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:26.816268409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.81630955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.816355061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.816924214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:26.817781504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.817847745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:26.817887416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.169340824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.169417646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.169602501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.170496611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.17303734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.173109082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.175025556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.175091078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:27.270376232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:27.733151014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.733525603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.734047505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"72543d0d-4ce0-4189-b080-788bf2c81603","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.734118457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"72543d0d-4ce0-4189-b080-788bf2c81603","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.734360883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"72543d0d-4ce0-4189-b080-788bf2c81603","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.734436854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"72543d0d-4ce0-4189-b080-788bf2c81603","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.735228623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"72543d0d-4ce0-4189-b080-788bf2c81603","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:27.738188291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"72543d0d-4ce0-4189-b080-788bf2c81603","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4135,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.738671072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72543d0d-4ce0-4189-b080-788bf2c81603\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.738915168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.741276103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"50c022a3-ef59-4ac6-b067-65394138626f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.741336294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"50c022a3-ef59-4ac6-b067-65394138626f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.741375685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"50c022a3-ef59-4ac6-b067-65394138626f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.741432776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"50c022a3-ef59-4ac6-b067-65394138626f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.741476627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"50c022a3-ef59-4ac6-b067-65394138626f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:27.753048075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"50c022a3-ef59-4ac6-b067-65394138626f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":12081,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.753137177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50c022a3-ef59-4ac6-b067-65394138626f\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:27 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.753190358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.753235239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:27.75326597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:27.819960952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.820033284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.820084915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.820125286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.820176337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.820219628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.820259749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.8203128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.820353441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.820386892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.820427873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.820468414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.820509705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.820548566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.828561781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.828629312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.829489712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.831901928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.83197159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.832011961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.832045852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.832639446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.835760818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.835818209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.83586287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.836386752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.840921787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.84534457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.845422501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.845466352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.845498813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.849873574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.849948516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.850002207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.850045458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.850628561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.853212781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.853270673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.853312414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.853845306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.856533598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.86525499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.865341302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.865387433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.865446884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.865498485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.867252046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.867381279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.867902181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.89466594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.894764522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.895583701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.904785314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.904935978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.904995749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.9050465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.905344087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.915948712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.916052135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.916114896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.91671321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.920439786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.920523298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.92059976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.921118842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.933116469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.943136791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.943271114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.943361146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.943430528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.943485289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.944705507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.959986891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.960099323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.960189355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.960778449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.964726521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.964803002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.964890804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.966532802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.980066995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.992938203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:27.993055046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.993120607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:27.993168438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:27.996947576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"79f8c705-2827-4248-918c-3624f51cc13b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":181441,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:27.99755741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:27.997606781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:28.169998398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:28.17007102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:28.170254244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:28.171287498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:28.175047955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:28.175115796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:28.176354095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:28.176411476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:28.271200339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:28.8177626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:28.817830271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:28.817864282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:28.817902123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:28.817935044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:28.817965504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:28.998403609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:28.998685035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:28.998747947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:28.99886877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:28.998915451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:28.998965162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:28.999002133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:28.999697199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.003578019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.00366323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.004291935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.006649159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.006732761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.006778702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.006824354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.007353146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.009829263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.009895534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.009946516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.010473798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.012667629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.016821665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.016948808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.017002899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.019417925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.022423895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.022500657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.022541717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.022575848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.023147021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.025463765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.02567832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.025737691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.026173161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.0282721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.031625438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.031703399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.031797352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.031865393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.032697792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.035551099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.035653081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.036251105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.038508257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.038607109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.039145602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.04125428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.041421674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.041479726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.041548027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.042392307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.045940249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.046023501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.046085192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.046712347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.050102655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.050179267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.050236258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.050850382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.054135598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.062968723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.063091016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.063183098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.06325728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.063338832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.063892284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.067469387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.06758153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.067659952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.068196204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.072730769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.072816611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.072894093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.073434956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.076906696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.086031497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.086189171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.086260942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.087133132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:29.090365197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9867f35c-4c2b-417a-a974-3d0443e4a854","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":91671,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:29.090781177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:29.091066643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.169421577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.16997702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.170032451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.170697067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.176936241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.177011803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.194300113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.194391815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:29.270277222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:29.730277939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.730615847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.731013436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"05652420-a225-499d-82d7-8c5395ce1e97","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.731078227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"05652420-a225-499d-82d7-8c5395ce1e97","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.731294732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"05652420-a225-499d-82d7-8c5395ce1e97","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.731376554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"05652420-a225-499d-82d7-8c5395ce1e97","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.732987652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"05652420-a225-499d-82d7-8c5395ce1e97","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:29.736468962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"05652420-a225-499d-82d7-8c5395ce1e97","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5458,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.736867211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05652420-a225-499d-82d7-8c5395ce1e97\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.737145738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.737480675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b15d4750-bd34-4778-b93c-2bc7ee4c5a9d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.737538397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b15d4750-bd34-4778-b93c-2bc7ee4c5a9d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.737769212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b15d4750-bd34-4778-b93c-2bc7ee4c5a9d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.737839814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b15d4750-bd34-4778-b93c-2bc7ee4c5a9d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.738455288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b15d4750-bd34-4778-b93c-2bc7ee4c5a9d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:29.74242701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b15d4750-bd34-4778-b93c-2bc7ee4c5a9d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4938,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.742818249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b15d4750-bd34-4778-b93c-2bc7ee4c5a9d\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:29 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.742959553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.743026314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:29.743064145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.817129149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.817204291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.817249812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:29.817291593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.817334264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:29.817375815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:30.092932713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.095087793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.095159395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.095201886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.095238267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.095277017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.095313268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.095341719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.09839666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.098449901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.098485572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.102460044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.102523465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.102559826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.102596997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.102631768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.103710973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.103815655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.103914108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.104673675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.107517531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.110977141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.111112764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.111205786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.111857771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.115364053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.115498005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.115634509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.115736571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.116466348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.118832383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.118889344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.118959416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.119524039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.122650321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.128083336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.128175929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.128333312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.128397574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.129604472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.131481265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.131572077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.13210667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.136974992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.137063735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.138249622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.143517504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.143636917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.143710618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.1437826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.14422054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.150778472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.150882504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.150951876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.15152827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.155696346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.155782428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.155857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.156516585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.18048228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.197387771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.197511404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.197602876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.197664427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.197721509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.19818475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.200256938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.202182692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.202586201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.203234196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.203924452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.204032405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.204103876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.204152728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.208279103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.208348304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.208490608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.20858543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.208649941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.209396969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.213410022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.246924698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.247083081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.247143503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.247673595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:30.251760389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"33642733-46c1-4e99-b516-9ce16e8aab40","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":158465,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.252167019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.25222612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:30.252565298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:30.252812143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:30.307296055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.814337631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.814415413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.816350378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:30.817465373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.817522595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:30.817563626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.171232942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.171304794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.171343265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.171380796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.175600423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.175689505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.178723605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.178786617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:31.254461068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.254832817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.254900529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.255130624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.255181315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.255219826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.255264427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.255894081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.258757508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.258811199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.260239552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.266225651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.266390335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.266457056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.266505357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.268054173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:31.271075733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.272543337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.272600338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.272635779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.273383076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.27697331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.28132922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.281438213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.281479764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.282115049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.289361686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.289449218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.289493839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.28953242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.289561691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.298086068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.29816139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.298199781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.298911537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.301747893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.305539651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.305655444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.305709205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.305774206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.306138685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.312162244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.314526319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.314602401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.31586912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.315978612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.316470264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.32062798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.320795844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.320932647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.32104906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.321769177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.326332592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.326426624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.32668463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.328760868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.335675618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.335820862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.335925064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.339028606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.343033229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.35861923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.358788473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.358938867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.35906674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.359186043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.360027732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.363908732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.365805606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.365878428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.365936769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.370230408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.372226915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.372336207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.372401359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.375847488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.386065275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.387239392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.387310263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.387341574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:31.395267608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fe5a1653-1e05-4325-bd99-4545ed30b916","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":140422,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:31.395956374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:31.39625026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.55218487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":29,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.552263272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.552308053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.552353394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.552395765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.553807308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.556226913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.562841506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.562964389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.563076842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.564073885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.56687027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.567068844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":29,"elapsed":"14.923105ms"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:31.730862896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.731224424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.731720535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d5a7b988-6ba4-4a32-962e-803deaea191d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.731785377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d5a7b988-6ba4-4a32-962e-803deaea191d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.732035393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d5a7b988-6ba4-4a32-962e-803deaea191d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.732098824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d5a7b988-6ba4-4a32-962e-803deaea191d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.732849332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d5a7b988-6ba4-4a32-962e-803deaea191d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:31.738044472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d5a7b988-6ba4-4a32-962e-803deaea191d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4020,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.738138294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5a7b988-6ba4-4a32-962e-803deaea191d\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.738195995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.738241476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cbbd4abb-7833-4d1a-93b7-4bde836fba7a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.738299278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cbbd4abb-7833-4d1a-93b7-4bde836fba7a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.738359849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cbbd4abb-7833-4d1a-93b7-4bde836fba7a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.73839845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cbbd4abb-7833-4d1a-93b7-4bde836fba7a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.738441951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cbbd4abb-7833-4d1a-93b7-4bde836fba7a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:31.740460218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cbbd4abb-7833-4d1a-93b7-4bde836fba7a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3718,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.740957509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbbd4abb-7833-4d1a-93b7-4bde836fba7a\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:31 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.741061102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.741104143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:31.741135593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.818473553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.818561215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.818601946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.818636967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.818670718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"b444933c-3607-4f63-92f1-f3366761009a","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:31.840620696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"b444933c-3607-4f63-92f1-f3366761009a","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":22629,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.841364883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.860744742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.860916525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.861000758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.861386056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.862158034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.862268257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.862350209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.86281174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.862878251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 19 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.863039175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.877422818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":38,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.8805463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":38}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.880622572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.882554277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.882637259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.885616248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.885680459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:31.889279302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:31.889418306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:31.965065236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.16957938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.169704753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.169911818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.170799049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.173381158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.17344058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.175343934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.175399515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:32.270313752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:32.397761012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.39811465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.398205722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.398355986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.398412477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.398463308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.398508359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.399197245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.401711273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.401767515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.403601247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.412969644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.413052226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.413091767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.413121788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.413147058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.417682693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.417753815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.417812446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.418191125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.428065033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.432109967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.432258961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.432321572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.43310454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.436262333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.436519989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.43657744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.436621401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.437112383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.440293136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.440377649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.44042523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.441235478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.444090854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.449407267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.44950895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.449565721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.449629513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.449686044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.461841915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.461973048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.462699085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.475950272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.476082935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.476898484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.479675298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.479793851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.479852682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.479906823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.480374864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.4844982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.484575052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.484634953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.485211856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.494657555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.494741507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.494807868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.495378631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.501742589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.510348268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.510485531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.510564543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.510621744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.510672605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.51129211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.520731629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.52081702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.520871232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.521624319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.532443869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.532533091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.532606823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.533645487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.538196693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.562941355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.563102729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.563175781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.566934818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:32.568070244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6428e9fd-7a30-4e65-98ca-cb10a931a215","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":169953,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:32.568702808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:32.56875666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.816937854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.817011546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.817068877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:32.817119229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.81716534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:32.817209911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.171097902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.171173744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.171219195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.171266186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.173760914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.173829775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.177705555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.177786457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:33.271353323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:33.571554801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.571635913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.571689004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.571734335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.571776236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.571830647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.571873479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.571908099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.574254124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.574329545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.574930899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.57709812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.577164211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.577214142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.577256353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.57798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.580358315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.580413616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.580452887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.581402669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.583776034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.588876192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.588974354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.589014895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.589730342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.593787676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.593850557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.593890578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.593926629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.59395605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.596323705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.596392786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.596433927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.597056882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.599408436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.602914547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.602999999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.60305615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.603137452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.603660004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.609158671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.609245964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.609294905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.6099669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.610070413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.610321589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.612654643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.612771575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.612841917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.612930019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.613266647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.620521755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.620619827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.620682998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.621346354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.63028102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.630375222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.630438434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.630489985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.638502291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.65530826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.655418553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.655493424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.655550956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.655637738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.656118039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.667356759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.667458811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.667551153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.668344792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.678417535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.681198809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.681294071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.681352713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.686891501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.700055586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.700271671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.700328142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.700637209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:33.70847547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8e33ab0c-e7f7-4e22-bb24-23396d09ff3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":138522,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:33.708677715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:33.709253288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:33.733398987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.733801136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.734248077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"917e0a7c-8e39-4750-858e-349c1a787dba","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.734321709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"917e0a7c-8e39-4750-858e-349c1a787dba","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.734750449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"917e0a7c-8e39-4750-858e-349c1a787dba","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.734839291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"917e0a7c-8e39-4750-858e-349c1a787dba","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.735330892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"917e0a7c-8e39-4750-858e-349c1a787dba","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:33.742853946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"917e0a7c-8e39-4750-858e-349c1a787dba","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":8599,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.743362428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"917e0a7c-8e39-4750-858e-349c1a787dba\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.743585593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.744059944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"09326276-343c-4aed-95ca-60cd6be82623","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.744130136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"09326276-343c-4aed-95ca-60cd6be82623","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.744635218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"09326276-343c-4aed-95ca-60cd6be82623","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.744715429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"09326276-343c-4aed-95ca-60cd6be82623","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.745344624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"09326276-343c-4aed-95ca-60cd6be82623","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:33.749365207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"09326276-343c-4aed-95ca-60cd6be82623","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5191,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.750039403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09326276-343c-4aed-95ca-60cd6be82623\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:33 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.750819621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.750886312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:33.750923693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.814257349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.814340841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.816121772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:33.816820138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.81689303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:33.816937941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.169540632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.169610414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.170689169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.17074527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.174114399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.17417663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.1763473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.176406061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:34.270421487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:34.710534584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.710926724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.710994345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.711155859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.71121895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.711267381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.711311092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.711991408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.716024542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.716080853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.716101324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.719229606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.719297947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.719340848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.719382769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.7194163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.720785872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.720944245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.721014587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.721701013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.724006747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.727849925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.727942958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.728001979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.728547021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.731024999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.731132551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.731178962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.731227234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.732146545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.734548531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.734592372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.734636413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.735156525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.738648925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.741243486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.741317397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.741367958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.74143016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.741765768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.744061051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.744161883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.744705666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.747301326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.747393958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.748136095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.750596282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.750681254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.750738755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.750792096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.751340959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.755949326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.756037278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.756087139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.756641911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.759784975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.759867257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.759960829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.760424149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.76349796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.77254026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.772659293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.772895158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.77297184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.773025821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.774429583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.77770813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.777787521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.777859683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.778383645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.781682281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.781759063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.781820975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.782317226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.785766326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.797797394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.797930318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.797997629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.798583102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:34.802915373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a473676f-0d60-4b07-ab1d-5e4a646d5df2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":91978,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:34.803508707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:34.803754632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.815002943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.815085565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.817024509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:34.817694385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.817766437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:34.817810218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.17303548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.173123142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.173339767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.174318659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.177022542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.177094664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.178969907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.179043499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:35.274625581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:35.730605616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.730967314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.731478976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f70faf24-94b6-43b6-98e4-9fdaec732244","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.731529497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f70faf24-94b6-43b6-98e4-9fdaec732244","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.731814574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f70faf24-94b6-43b6-98e4-9fdaec732244","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.731880075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f70faf24-94b6-43b6-98e4-9fdaec732244","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.732623732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f70faf24-94b6-43b6-98e4-9fdaec732244","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:35.748569711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f70faf24-94b6-43b6-98e4-9fdaec732244","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":13849,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.748673414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f70faf24-94b6-43b6-98e4-9fdaec732244\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.748723465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.748767066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"719643e7-a433-4d05-802f-6994cf30bb6f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.748828788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"719643e7-a433-4d05-802f-6994cf30bb6f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.748897769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"719643e7-a433-4d05-802f-6994cf30bb6f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.748968011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"719643e7-a433-4d05-802f-6994cf30bb6f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.749028582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"719643e7-a433-4d05-802f-6994cf30bb6f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:35.757705653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"719643e7-a433-4d05-802f-6994cf30bb6f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10199,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.757805015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"719643e7-a433-4d05-802f-6994cf30bb6f\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:35 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.757907787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.757961069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:35.75799591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:35.807108036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.807176278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.807236529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.80728865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.807333292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.807391813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.807442124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.807477915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.810369152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.810418153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.810437203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.812555352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.812645354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.812697106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.812730907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.813521295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.81461952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.814699742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.817051617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.817886716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.817948397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.817993389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.822202286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.822292348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.822341199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.82498336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.836463736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.843347465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.845134297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.845215048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.845689979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.874064836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.874168749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.87421245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.874249021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.874890126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.879050892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.879113963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.879148274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.87983399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.887565459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.891304955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.891393017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.891461809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.89152335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.892062353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.910996441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.911085683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.911623236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.914231456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.915883014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.919369325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.928777113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.928898115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.928953157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.929000218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.930103153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.94378949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.943892932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.943946944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.94464193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.952082152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.952186035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.952243346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.952920881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.958095952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.967838137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.96796365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.968049142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.968113893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.968175215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.968599195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.976089798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.97618749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.976253452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.976924527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.98092869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.981019882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.981075783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.981641406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.98481347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.995170799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:35.995301453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.995357614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:35.995857595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:36.002571581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72a96d5a-3f8e-44fb-9235-c67aa76eec02","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":197564,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:36.003589444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:36.003663646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:36.169411912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:36.169488324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:36.169705619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:36.17061397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:36.17361962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:36.173686291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:36.175529094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:36.175594126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:36.270128184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:36.553010982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":30,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:36.554803853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:36.554874195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:36.554929936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:36.554973647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:36.555010768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:36.556707307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:36.56590647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:36.566049503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:36.567811554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:36.567866005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:36.569115024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:36.569178056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":30,"elapsed":"16.164554ms"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:36.817124675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:36.817203386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:36.817260888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:36.817314219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:36.817382511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:36.817424362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:37.009126049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.009454377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.009509738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.009665501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.009706222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.009754894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.009810225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.010614863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.015435155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.015508457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.016183622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.025496858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.02556619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.025599601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.025628681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.025662142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.026398629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.02645899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.026499431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.026757657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.033171476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.038292974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.038362676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.038404907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.03897468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.060058538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.060178821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.060248142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.060285943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.060945779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.069055986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.069119548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.069165389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.069808994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.072478645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.076154151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.076230022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.076275394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.076330585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.076866657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.079972979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.080049401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.080582933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.084750449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.084828161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.086335786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.101167609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.101331173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.101416435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.101488017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.102434339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.1059266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.106006391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.106069273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.106552824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.11197078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.112048271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.112102093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.112595854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.117026806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.126078726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.126187189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.126280801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.126333742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.126383533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.126737051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.132158367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.132223758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.13228292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.132794191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.135925334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.136015706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.136077867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.136534328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.14138471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.150151003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.150252946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.150302777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.150820579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:37.15476024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"56095762-638f-4e58-b4c4-1098649b7d09","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":145302,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:37.15519404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:37.155863646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.171450086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.171528158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.171805374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.173498184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.18112638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.181196552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.181241483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.181283404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:37.273058248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:37.730554098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.732934932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.733008074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a9892305-854a-4926-972c-e5a4a345cc38","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.733061655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a9892305-854a-4926-972c-e5a4a345cc38","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.733101716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a9892305-854a-4926-972c-e5a4a345cc38","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.733153547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a9892305-854a-4926-972c-e5a4a345cc38","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.733198339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a9892305-854a-4926-972c-e5a4a345cc38","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:37.736980926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a9892305-854a-4926-972c-e5a4a345cc38","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3538,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.737073878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9892305-854a-4926-972c-e5a4a345cc38\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.7371276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.737167281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8a1c0170-4bdb-4e4c-8e74-8dd9021a5eee","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.737215422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8a1c0170-4bdb-4e4c-8e74-8dd9021a5eee","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.737270413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8a1c0170-4bdb-4e4c-8e74-8dd9021a5eee","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.737347155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8a1c0170-4bdb-4e4c-8e74-8dd9021a5eee","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.737408886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8a1c0170-4bdb-4e4c-8e74-8dd9021a5eee","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:37.740255902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8a1c0170-4bdb-4e4c-8e74-8dd9021a5eee","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4222,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.740730103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a1c0170-4bdb-4e4c-8e74-8dd9021a5eee\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:37 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.740817655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.740866506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:37.740934708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.814659424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.814759207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.816573509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:37.817381677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.817441679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:37.81748188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:38.156967808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.157037459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.157105781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.157159692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.157210623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.157259994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.157357686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.157591602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.16092586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.160977261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.161002971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.163035568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.164071492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.164139963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.164179544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.164211165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.1683065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.168365552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.168405333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.169182751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.171923204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.171982265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.172016156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.172051477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.172831265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.180675876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.180754648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.180790579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.18082803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.183323047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.183378619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.18343188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.183465221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.184002683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.186967812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.187064094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.187128156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.187789791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.188944338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.189020239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.190861742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.194249711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.194325822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.194374633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.194440875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.195215453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.196645276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.196724268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.205321897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.20543213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.206208337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.208672524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.208752966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.210180849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.215013771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.215174295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.215287457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.215349209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.223328093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.223485417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.2235932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.223688772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.22448678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.235629948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.23572768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.235794722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.236492658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.240634984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.25166651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.251787342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.251856874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.251910995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.251955236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.252359225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.257104415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.257191717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.257266309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.25732409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.263112944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.264696821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.264770253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.264829264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:38.271797665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.273898604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.285188586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.285317729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.28537756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.28579025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:38.295122325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e743bf04-598b-44b9-a208-5856f0ce002a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":138150,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:38.295208067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:38.295819842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.814789974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.814870145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.81681286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:38.817559458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.817623579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:38.81767041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.170582249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.170648391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.170684502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.170722133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.173714302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.173785604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.175628096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.175692237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:39.270732337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:39.300931846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.301000988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.301064259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.301121711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.301153601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.301180892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.301235603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.301272574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.302998194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.303098786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.303662789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.305906491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.305965013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.306007754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.306063015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.307426657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.308702796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.308768438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.308820099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.309322601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.312572606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.316355164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.316520807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.316603339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.317157232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.320467599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.32055009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.320594441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.320633202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.321148334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.323837117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.323945229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.324103303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.325685209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.328403762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.332076428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.332153319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.332214971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.332279912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.332804624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.33562351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.335712781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.336296495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.338371543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.338456905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.339036768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.340918572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.341013424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.341071915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.341135667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.341586787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.344582797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.344685299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.34474573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.345214101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.347895963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.347966435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.348019356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.348535998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.351404755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.35985197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.359955873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.360032404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.360093646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.360224239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.360617898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.364101109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.36419026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.364261282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.36461392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.367781274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.367867586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.367934297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.368512451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.373965537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.383792124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.383897536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.383964208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.384384368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:39.389545858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47da314c-2e0f-474c-90a8-aa4d6e52a7f8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":92071,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:39.390148701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:39.390214753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:39.730709434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.731046682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.731505623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3815f493-dd6d-46c1-a42b-cfeedb19620e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.731554144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3815f493-dd6d-46c1-a42b-cfeedb19620e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.731778519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3815f493-dd6d-46c1-a42b-cfeedb19620e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.73181649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3815f493-dd6d-46c1-a42b-cfeedb19620e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.732479585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3815f493-dd6d-46c1-a42b-cfeedb19620e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:39.736260003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3815f493-dd6d-46c1-a42b-cfeedb19620e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4699,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.736619771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3815f493-dd6d-46c1-a42b-cfeedb19620e\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.736834506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.737279646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"02b1e2d1-12c1-4d47-ab1e-b61e0699b40b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.737350708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"02b1e2d1-12c1-4d47-ab1e-b61e0699b40b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.737551962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"02b1e2d1-12c1-4d47-ab1e-b61e0699b40b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.737636915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"02b1e2d1-12c1-4d47-ab1e-b61e0699b40b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.741111665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"02b1e2d1-12c1-4d47-ab1e-b61e0699b40b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:39.741986965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"02b1e2d1-12c1-4d47-ab1e-b61e0699b40b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4689,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.742435015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02b1e2d1-12c1-4d47-ab1e-b61e0699b40b\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:39 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.742898776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.742948757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:39.742990668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.817418941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.817496293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.817545994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:39.817591265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.817641176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:39.817686057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.169927131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.170012953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.170169406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.171160589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.174448425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.174533577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.175713585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.175767196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:40.271274366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:40.39413553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.395686006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.395759898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.395808669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.39584812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.395888411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.395925061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.395954632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.395994603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.396031224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.397063318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.398931761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.399017443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.399072865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.399119215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.399574846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.401697475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.401746436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.401777377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.40232606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.405910823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.410049639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.41012303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.410171071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.410780956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.414652255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.414759758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.414802329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.41485478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.415403653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.428462895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.428537507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.428586388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.42997986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.433917381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.444483006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.444587338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.44465045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.444712541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.445402097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.448420087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.448619831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.449229935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.451812615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.451888277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.452387249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.457301052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.457415105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.457489637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.457557808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.457613909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.46021064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.460383334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.460460066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.461735375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.464270084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.465049002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.465142264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.466233359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.472224758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.486284893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.486409616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.486511718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.48657315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.486632501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.48700084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.49608676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.496197453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.496264404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.496777256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.501540366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.501638259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.50170838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.502418086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.507102765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.516894872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.517015495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.517102046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.519190655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:40.52332397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"284f5c15-0a9f-485b-ab86-2bf96868a633","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":131212,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:40.523932695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:40.52416756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.814943291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.815022462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.816786473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:40.817578222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.817644273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:40.817687234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.169293522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.169368154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.169518327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.17047665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.172950097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.173014069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.174599315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.174663857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:41.270205238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.496085346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.49623081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.496284871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.49712825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.497879228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.498017671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.498079393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.498707237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.499747962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.500310155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.500449138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":7,"elapsed":"134.073µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.500627732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.500776655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.500909398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.501661526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.510202093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.511322579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.511397291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.511444102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.511487993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.511530744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.51222487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.513670384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.513729565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.513789506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.514169725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.5148293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.514886521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.514922622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.514945613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.514967083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.515433294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.516407487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.516857737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.516947479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.517014371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.517063372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.517657066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.518456294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":6,"elapsed":"18.670242ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.518989027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.519052788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.519109579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.51916136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.519208502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.521523865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.521576967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:41.521619568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.521657229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":6,"elapsed":"70.992µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.52170789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:41.52175012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.521795082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.521843053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.521885594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.521920924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.521952375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.524644477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:13060","req_id":"db9ad7cb-c980-49bf-858b-6dd14db1d1f7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   4c a1 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   L............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.52474604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:13060","req_id":"db9ad7cb-c980-49bf-858b-6dd14db1d1f7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19617,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.524969325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.525327403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.525428885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:13060","req_id":"db9ad7cb-c980-49bf-858b-6dd14db1d1f7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.526503121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.531935436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.532016658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.532065559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.532425807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.533640956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.541655991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.541704753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.541728173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.542415819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.543460443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.551420017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.551498489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.55155056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.552203055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.554411556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.560135579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.560210481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.560265622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.560690172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.561957981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.566800583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.568643776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.568707887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.568757859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.56880478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.56883994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:41.568917242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.569128747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4078, tv_nsec: 344357798 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.569191009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.569655239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":31,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.56970611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.569743711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.569786862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.569841094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.570300634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.571459681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.571506542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.571528403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:23771","req_id":"8af2b450-5b91-4d29-b64e-e706237864d6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   3f 2a 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ?*..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.571558173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:23771","req_id":"8af2b450-5b91-4d29-b64e-e706237864d6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 16170,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.571653576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.571670286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.571685067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:23771","req_id":"8af2b450-5b91-4d29-b64e-e706237864d6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.580256015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.581203187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"0","iteration":6,"elapsed":"80.550925ms"}
{"msg":"all instance checks complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:41.581400421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.581456833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":6,"elapsed":"66.677264ms"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.582097328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.582158419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.583269155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4078, tv_nsec: 357683727 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.583347806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.587203695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.587290057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.587340278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.58738986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.587427151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.587470432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.592700383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.592760944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.592800705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.594436543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.595024827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"original_time_started":"2026-01-16 23:08:17.449297 UTC","original_id":"1f884896-3377-4f37-8274-2f6d5ab61291","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.595097878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"1f884896-3377-4f37-8274-2f6d5ab61291\",\"time_loaded\":\"2026-01-16T23:10:41.518990107Z\",\"time_started\":\"2026-01-16T23:08:17.449297Z\"}}","iteration":12,"elapsed":"76.03451ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.595909717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.595963928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.59646998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.596548802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.596594943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.597396151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.597947104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:5179","req_id":"dc1d0bef-1e52-4409-a8a3-19f238493a40","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   3b 03 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ;...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.598068097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:5179","req_id":"dc1d0bef-1e52-4409-a8a3-19f238493a40","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 15107,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.598255591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.598353924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:5179","req_id":"dc1d0bef-1e52-4409-a8a3-19f238493a40","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.598461016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:12391","req_id":"c1879d1c-1584-49f6-ac69-e6e325752d0f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   f3 b8 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.598519927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:12391","req_id":"c1879d1c-1584-49f6-ac69-e6e325752d0f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 62392,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.598661901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.598791474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.598864755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:12391","req_id":"c1879d1c-1584-49f6-ac69-e6e325752d0f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.59904518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:23629","req_id":"71cf8aaf-5e2f-4748-a6f2-70e6e6995310","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   e6 b2 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.599106011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:23629","req_id":"71cf8aaf-5e2f-4748-a6f2-70e6e6995310","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 59058,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.599667164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.59990843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.600060663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:23629","req_id":"71cf8aaf-5e2f-4748-a6f2-70e6e6995310","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.600398731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.600495523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.601211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.640039928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.640714414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4078, tv_nsec: 415935005 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.640809796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.641095113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4078, tv_nsec: 416375145 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.641175865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.641213416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:38711","req_id":"f5a91839-9255-4fa8-8165-82396fb6b526","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   37 9f 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   7...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.64138192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:38711","req_id":"f5a91839-9255-4fa8-8165-82396fb6b526","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 14239,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.641588714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.641630055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:38711","req_id":"f5a91839-9255-4fa8-8165-82396fb6b526","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.643377886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.648504984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.648608507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.648707169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.649406035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:41.683278689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.683345401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/vpc-routes","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.683975225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.684058457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.684735333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.685576322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.685647784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.685693155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.685733656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.686164596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.687170289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.693991357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.6941103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.694168701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.69452762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.697279944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":11,"elapsed":"101.458579ms"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:41.698019251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.698074672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:41.699222328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46404"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.69927325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.699319531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.699365942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.701703586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.703369175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.703429336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.703474487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.704086181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.709490326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.709574868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.709631009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.70967807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.710248354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.711038932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.711105183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":31,"elapsed":"141.470795ms"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.711766838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"fcba575c-0310-441c-9521-b4745374350a","remote_addr":"[::1]:46404","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.71183075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"fcba575c-0310-441c-9521-b4745374350a","remote_addr":"[::1]:46404","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.712202949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:29153","req_id":"8c804fe5-620b-48f7-9d4a-ab83c23d68e7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   4d 4b 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   MK..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.71227382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:29153","req_id":"8c804fe5-620b-48f7-9d4a-ab83c23d68e7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19787,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.712442444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.712531096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:29153","req_id":"8c804fe5-620b-48f7-9d4a-ab83c23d68e7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.71267245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:49847","req_id":"2ce6437b-f4d1-4bd4-885c-9bc2c8625bb5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   99 11 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.712745041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:49847","req_id":"2ce6437b-f4d1-4bd4-885c-9bc2c8625bb5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 39185,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.712917465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.712948326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:49847","req_id":"2ce6437b-f4d1-4bd4-885c-9bc2c8625bb5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.716257393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d01d30bd-e041-4ba9-9c59-eb7c4c0eaa48\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:10:41 GMT\"} })"}
{"msg":"dendrite for switch1 is unavailable, cannot perform nat cleanup","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:10:41.716386276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.717487181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"dendrite for switch1 is unavailable, cannot perform nat cleanup\"}","iteration":6,"elapsed":"221.390865ms"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:41.718061755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"fcba575c-0310-441c-9521-b4745374350a","remote_addr":"[::1]:46404","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6283,"response_code":200}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.718339241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.721472103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.72176604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.725506247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.725676401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.725849785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.726472479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.727943613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.728002165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.728528527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.729308625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.729382956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.729433698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.729494289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.729932539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.730672656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.730782259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.730898332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.730957163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.731523866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.77189887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/all-sp-ids","method":"GET"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:41.772650158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.772704619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:41.773329554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.773377545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:12679","req_id":"831316d6-c862-4785-9c9a-ef4f046ec50e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   59 b4 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   Y............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.773429306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:12679","req_id":"831316d6-c862-4785-9c9a-ef4f046ec50e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 22964,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.773569699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.774214534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.774260075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:12679","req_id":"831316d6-c862-4785-9c9a-ef4f046ec50e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.774325177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcba575c-0310-441c-9521-b4745374350a\", \"content-length\": \"210\", \"date\": \"Fri, 16 Jan 2026 23:10:41 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.774376728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.774416999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.775107775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.776149949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.776575909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.776690082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.776783164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.777457739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.778942574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4078, tv_nsec: 554035202 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.779014875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.77920707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f3fc29c5-f270-431c-b79c-bf52e4ab85a4","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.779309032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f3fc29c5-f270-431c-b79c-bf52e4ab85a4","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.783574911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f3fc29c5-f270-431c-b79c-bf52e4ab85a4","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.783661733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f3fc29c5-f270-431c-b79c-bf52e4ab85a4","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.784238456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f3fc29c5-f270-431c-b79c-bf52e4ab85a4","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.785569907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.788672029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.790055711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:38036","req_id":"4d9a8742-fb21-4af8-b755-cd647e812477","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   4b 8f 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   K............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.790242085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:38036","req_id":"4d9a8742-fb21-4af8-b755-cd647e812477","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19343,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.790600913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.790860749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.790915821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:38036","req_id":"4d9a8742-fb21-4af8-b755-cd647e812477","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.791285699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.795465896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.795538938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.795584789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.795664851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.795733082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:41.797209567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f3fc29c5-f270-431c-b79c-bf52e4ab85a4","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":17248,"response_code":200}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.80081104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4078, tv_nsec: 572540200 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.800913042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.800961613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:16600","req_id":"c438f85d-8457-4a0a-a99f-3f7a56bb1557","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   3c bc 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   <...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.801026384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:16600","req_id":"c438f85d-8457-4a0a-a99f-3f7a56bb1557","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 15548,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.801226229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.80126193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:16600","req_id":"c438f85d-8457-4a0a-a99f-3f7a56bb1557","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.803204655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/all-sp-ids\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96257daf-f57c-4a0a-b0e5-e52c22918426\", \"content-length\": \"105\", \"date\": \"Fri, 16 Jan 2026 23:10:41 GMT\"} })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.803571064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3fc29c5-f270-431c-b79c-bf52e4ab85a4\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.803740268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.804023494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.804107486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.804168688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.804207529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.804752741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.805389386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.805454697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.805499748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.805539719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.806035101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.806344748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.806408969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.80645525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.806517762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.806903991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.807219058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.80729548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.807343091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.807382412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.807862633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.808939328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.809003569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:41.80904989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.809088451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":11,"elapsed":"109.833532ms"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:41.850975971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.851168465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/switch-id","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.851831471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1e24bb9a-19c0-4519-b7f0-b7b682c5fd0b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.851949463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1e24bb9a-19c0-4519-b7f0-b7b682c5fd0b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.852383253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1e24bb9a-19c0-4519-b7f0-b7b682c5fd0b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.852509866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1e24bb9a-19c0-4519-b7f0-b7b682c5fd0b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.853374676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1e24bb9a-19c0-4519-b7f0-b7b682c5fd0b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.854453861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.854582055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.855329032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.856569631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.861402912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.861523725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.861622917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.862108709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.862987159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.867879362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.868010545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.868093237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.868563958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.869398567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.874112306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.874209498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.874293071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.874920265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.875882568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.880832592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.880972235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.881062617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.881756163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:41.882647284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.882761097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/eip-gateways","method":"PUT"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:41.883444543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1e24bb9a-19c0-4519-b7f0-b7b682c5fd0b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":31620,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.88419645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"13f5b9b2-058f-43d4-b307-74637aac874e","remote_addr":"[::1]:46404","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.884307563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"13f5b9b2-058f-43d4-b307-74637aac874e","remote_addr":"[::1]:46404","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.884566929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.884719462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.884769973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:65206","req_id":"1c40217a-72cd-48da-9e9f-1c4aaa2057b3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   cb d6 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.884915247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:65206","req_id":"1c40217a-72cd-48da-9e9f-1c4aaa2057b3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 52182,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.885126742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.885216414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:65206","req_id":"1c40217a-72cd-48da-9e9f-1c4aaa2057b3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.885603153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e24bb9a-19c0-4519-b7f0-b7b682c5fd0b\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:41 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.885838548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.88591486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:41.885965851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.886012702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.886090674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:41.886334449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"13f5b9b2-058f-43d4-b307-74637aac874e","remote_addr":"[::1]:46404","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2135,"response_code":204}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.886843301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.886971134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.887785023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:41.928191248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.92827096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/switch-id","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.93130179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"0a255c6d-7253-4eac-9a9f-e6656763a869","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.931366002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/eip-gateways\", status: 204, headers: {\"x-request-id\": \"13f5b9b2-058f-43d4-b307-74637aac874e\", \"date\": \"Fri, 16 Jan 2026 23:10:41 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.931406843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.931439773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.931469724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:41.948107469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"0a255c6d-7253-4eac-9a9f-e6656763a869","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":19369,"response_code":200}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.948798855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.949039321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3","method":"POST"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.950338671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae142d43-bbc2-4e72-8ec4-583cdb65dee6\", \"content-length\": \"26\", \"date\": \"Fri, 16 Jan 2026 23:10:41 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:41.950513915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:41.951566029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.951658431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.952192263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.972234608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.972385021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.972457083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.972717489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.973480057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.973592839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.973690132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.974742326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.974885759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 19 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.975122274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.989917537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":38,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.990450169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.990622424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.990739446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.990851929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.991684758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.993390727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.99349229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.994125924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:41.996467238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:1945","req_id":"a2c80bab-91b7-4e4d-a031-23733505af9e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   2c 11 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ,............_mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.996664893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:1945","req_id":"a2c80bab-91b7-4e4d-a031-23733505af9e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11281,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.997063592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.997336468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.997487032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:1945","req_id":"a2c80bab-91b7-4e4d-a031-23733505af9e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:41.998073045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06c8e7c7-f522-409a-92e7-3913f078a567\", \"content-length\": \"26\", \"date\": \"Fri, 16 Jan 2026 23:10:41 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:41.99826845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:41.999292364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.057479491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.059540909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.059689462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.059787244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.059910657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.060695586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.061966365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.062099218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3","method":"POST"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.062519377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.062665211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7","method":"POST"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.06304156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"dc925348-40c8-4756-b7f3-d843f91a508f (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.063189553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/1/ereports?committed=1&limit=255&restart_id=dc925348-40c8-4756-b7f3-d843f91a508f&start_at=2","method":"POST"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.064669217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.064727828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.065369774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.068751602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.068906576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.069040539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.069643743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.071570167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.076953131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.077040333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.077100745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.077138286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.077177116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.077591776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.078755283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4078, tv_nsec: 854016215 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.078917647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.07947412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":38}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.079586132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.080802551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78277553-80c3-4313-ae64-b3398556fefb\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:10:42 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.080942014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:42.081237191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229 push not needed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:42.081857135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.082030519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vpc-routes","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.086289838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"6622d0eb-1185-4cb0-b332-b2a4adf7506d","remote_addr":"[::1]:46404","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.08639322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"6622d0eb-1185-4cb0-b332-b2a4adf7506d","remote_addr":"[::1]:46404","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.086608805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:17631","req_id":"13e20a92-f6f7-404a-a98e-787339cc3468","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   36 e0 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   6............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.08680057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:17631","req_id":"13e20a92-f6f7-404a-a98e-787339cc3468","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 14048,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.087227959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.087426534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.087509676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:17631","req_id":"13e20a92-f6f7-404a-a98e-787339cc3468","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:42.088332905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"6622d0eb-1185-4cb0-b332-b2a4adf7506d","remote_addr":"[::1]:46404","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2024,"response_code":204}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.088494119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.095089721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.095160033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.095206704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.095794908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.09675325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.096934104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.097080318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.097776194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.099186106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.099295579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.112951784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4078, tv_nsec: 875090053 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.113052067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.113774854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:2037","req_id":"846951a7-970f-4b04-b895-b0dc8b222dea","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   5c dd 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   \\...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.113930887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:2037","req_id":"846951a7-970f-4b04-b895-b0dc8b222dea","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23773,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.114138822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.114178843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:2037","req_id":"846951a7-970f-4b04-b895-b0dc8b222dea","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.114551262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6622d0eb-1185-4cb0-b332-b2a4adf7506d\", \"date\": \"Fri, 16 Jan 2026 23:10:42 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.115556105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":14,"elapsed":"595.241548ms"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.155757715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/v2p","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.156438111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.165851949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.165964962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.166029853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.166093985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.166147296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.166517764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.207181166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/bfd/peers","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:42.207973234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46406"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.209320285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.209429338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.209706894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"adeee52f-9a55-4db7-9665-81b973f7a78f","remote_addr":"[::1]:46406","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.209807637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"adeee52f-9a55-4db7-9665-81b973f7a78f","remote_addr":"[::1]:46406","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.210155925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.210335829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:55444","req_id":"ee9e3a67-1a28-4745-ad7d-e8994666003f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   e9 4b 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .K..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.210543074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:55444","req_id":"ee9e3a67-1a28-4745-ad7d-e8994666003f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 59723,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.210962723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.211119177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:55444","req_id":"ee9e3a67-1a28-4745-ad7d-e8994666003f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.211469075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27da31ed-2009-4c2f-9d34-00deaa1de90e\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:10:42 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.21169252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.211917856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/1/ereports?committed=1&limit=255&restart_id=dc925348-40c8-4756-b7f3-d843f91a508f&start_at=2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"236343c8-749c-4638-a29f-9f159d355821\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:10:42 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.212068729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"dc925348-40c8-4756-b7f3-d843f91a508f (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.212253503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5af0b87-67b9-425e-a11d-3d7a2064e04a\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:10:42 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.212401707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:42.212650473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"adeee52f-9a55-4db7-9665-81b973f7a78f","remote_addr":"[::1]:46406","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2950,"response_code":200}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.213909482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[],\"sps\":[]}","iteration":6,"elapsed":"643.107445ms"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.214301411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.214445224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.214565187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.215651372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.259160329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.260177692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adeee52f-9a55-4db7-9665-81b973f7a78f\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:10:42 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:42.260356557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:42.260442009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:42.26050929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.261621436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":10,"elapsed":"748.768411ms"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.261843341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/bfd/peers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfdb4c72-bc4c-4113-b4e1-8bc2feb00b87\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:10:42 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.263111231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":6,"elapsed":"765.226613ms"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.264193056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.264298688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.264442342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.265155018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.266187952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.266429708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.266567201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.266684683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.267543553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.269199231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a8a5e0a-c383-46ee-a3f2-f88b3b5fabbb\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:10:42 GMT\"} })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.269446067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.270366538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.27045616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.270671245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:42963","req_id":"9f5de18b-6dfb-4009-8b71-9e1c2f582ac2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   95 7e 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .~..........._mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.27085687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:42963","req_id":"9f5de18b-6dfb-4009-8b71-9e1c2f582ac2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 38270,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.271213668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.271463133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.271622097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:42963","req_id":"9f5de18b-6dfb-4009-8b71-9e1c2f582ac2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.272062337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4079, tv_nsec: 47350170 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.272208201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.27261662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:50134","req_id":"4d7f2de2-cb3c-49b0-bc47-02e6be5362a7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   d2 75 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .u..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.272695512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:50134","req_id":"4d7f2de2-cb3c-49b0-bc47-02e6be5362a7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53877,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.272865206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.272914247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:50134","req_id":"4d7f2de2-cb3c-49b0-bc47-02e6be5362a7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.309794061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.311351137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.311397948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.311435799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.319770192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.319903945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.319990757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.32053509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:42.321974853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.323727753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.323798085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.324570933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/port/qsfp0/settings?tag=omicron","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.327295686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b5e71e2-1dd1-4e8f-8b7f-c84bef23aecf\", \"content-length\": \"12\", \"date\": \"Fri, 16 Jan 2026 23:10:42 GMT\"} })"}
{"msg":"retrieved port settings from switch","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:42.327543032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","settings":"PortSettings { links: {} }","switch_port_id":"Name(Name(\"qsfp0\"))"}
{"msg":"clearing switch port settings","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:42.327585133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","port_id":"Qsfp(Qsfp(\"qsfp0\"))","switch_location":"Switch0"}
{"msg":"port settings up to date, skipping","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:42.327624984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch0","switch_port_id":"Name(Name(\"qsfp0\"))"}
{"msg":"no DPD client for switch location","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:10:42.327696555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.327735946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/static/route4","method":"GET"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:42.328249958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"356158d7-bc3f-4717-b858-59b4f42dcab0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":746229,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:42.328842692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:42.33093058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.330980331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/static/route4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"509360d6-a852-450d-8d2d-d34c2ca754e1\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:10:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.331032932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/static/route6","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.332533257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/static/route6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d484c35a-c91d-4794-b2d2-ded600323c14\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:10:42 GMT\"} })"}
{"msg":"retrieved existing routes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:42.332615089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{Switch0: {}}"}
{"msg":"retrieved desired routes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:42.33265217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"calculated static routes to add","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:42.332685351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"calculated static routes to delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:42.332717911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"checking for changes to loopback addresses","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:42.332761923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.332797783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.332853195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.333615802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.337593595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/loopback/ipv4","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.338319271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b268383-0406-448c-96e8-be23afbb4a6f\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:10:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.338552097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/loopback/ipv6","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.339202252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e09ffba-76e9-4597-a59b-a5801087de4e\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:10:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.339309284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:12345/network-bootstore-config","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.340937302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12345/network-bootstore-config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12345, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"unable to read bootstore config from scrimlet","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:10:42.341063195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Communication Error: error sending request for url (http://[::1]:12345/network-bootstore-config)"}
{"msg":"both scrimlets are unreachable, cannot update bootstore","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:10:42.341127036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.344047484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":6,"elapsed":"832.711405ms"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.815300202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.815408574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.817491723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:42.818314231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.818360073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:42.818389313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.171160369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.17122538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.171261311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.171301992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.17380858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.173862271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.176690757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.176771608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:43.271255055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:43.328820498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58484"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.329176486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"108338cf-b582-406e-b1ca-94358c5bd31b","remote_addr":"127.0.0.1:58484","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.330045046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"108338cf-b582-406e-b1ca-94358c5bd31b","remote_addr":"127.0.0.1:58484","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.330101717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"108338cf-b582-406e-b1ca-94358c5bd31b","remote_addr":"127.0.0.1:58484","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.330155219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"108338cf-b582-406e-b1ca-94358c5bd31b","remote_addr":"127.0.0.1:58484","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.330298752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"108338cf-b582-406e-b1ca-94358c5bd31b","remote_addr":"127.0.0.1:58484","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:43.333304662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.333358863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.333411144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.333453085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.333488616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.333529357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.333566658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.335359759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:43.336721951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"108338cf-b582-406e-b1ca-94358c5bd31b","remote_addr":"127.0.0.1:58484","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7507,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.338454811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.338521372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.339046315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.341458851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.342458564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.342512605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.342553216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.342595767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.34491942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.345051454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.345107505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.34574983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.348506644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.352825194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.352933986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.352988907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.353568851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.35959662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.360368158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.360427419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.36045439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.361783171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.364610106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.364808011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.364913433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.365546128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.368524807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.37341974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.373570323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.373811569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.374012854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.374791332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.384704582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.386510793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.387485866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.391035808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.391143401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.39500582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.400055987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.400455886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.400598609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.400711452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.401311436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.404854958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.4049539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.405014242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.406628879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.41270549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.412790292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.412844193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.413550909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.417524401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.426301864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.428352402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.428457384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.428526866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.428596588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.428651789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.436742816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.436834218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.43690563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.437658687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.441992578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.442077679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.442131731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.442840027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.451921607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.461070719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.463142427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.463321481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.464229152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:43.469134646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"96cbf9ae-cfdf-4c9a-8a26-a4b549a07cf3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":137597,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:43.470259682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:43.470308073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:43.7302937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.731151431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.731215212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9f2dd20f-484b-494c-b1ba-2fb628b85673","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.731262923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9f2dd20f-484b-494c-b1ba-2fb628b85673","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.731429377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9f2dd20f-484b-494c-b1ba-2fb628b85673","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.731508969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9f2dd20f-484b-494c-b1ba-2fb628b85673","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.732286077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9f2dd20f-484b-494c-b1ba-2fb628b85673","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:43.737027136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9f2dd20f-484b-494c-b1ba-2fb628b85673","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4413,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.737108168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f2dd20f-484b-494c-b1ba-2fb628b85673\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.73716805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.737208651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9eb70479-5484-4948-a160-7fbcda8e446f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.737260972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9eb70479-5484-4948-a160-7fbcda8e446f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.737312283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9eb70479-5484-4948-a160-7fbcda8e446f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.737389085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9eb70479-5484-4948-a160-7fbcda8e446f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.737698662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9eb70479-5484-4948-a160-7fbcda8e446f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:43.740169719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9eb70479-5484-4948-a160-7fbcda8e446f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3545,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.740570859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eb70479-5484-4948-a160-7fbcda8e446f\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:43 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.74065374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.740698302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:43.740743223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.81450893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.814846138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.816465685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:43.817322485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.817389667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:43.817438277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.170545431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.170615143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.170662144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.170701734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.173669313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.173737765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.174789949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.174851821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:44.270454134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:44.470945004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.471872556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.471939767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.471985758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.472026149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.47206984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.472133152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.472375787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.476629346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.476690187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.476720348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.487953758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.48803428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.488084771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.488126742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.488865469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.502545426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.502672398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.502776601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.509419705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.523380458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.529364506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.530990584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.531047995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.531080636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.539780248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.540986936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.541022736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.541060557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.541085338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.553040394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.553157347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.553257069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.554034097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.564444408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.567450928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.567645982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.567814376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.56795102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.568729458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.571511022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.571578483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.572182807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.578829541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.578920593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.57966064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.58266701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.582758812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.582808943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.582859145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.583377786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.587554953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.588341791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.588400383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.588428753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.591616217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.592254282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.592352465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.592633191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.596844968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.60685437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.607087365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.607242209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.60731221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.607377502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.608246582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.616942003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.617101297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.61721112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.61810349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.62459586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.624704873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.624783125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.624848286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.636470956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.645245518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.645404622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.645500404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.647132102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:44.65007852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"51dbdb68-12da-41f4-b803-2b8cfa04e3f4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":178810,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:44.650621643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:44.651507503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.814549847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.814629899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.817350062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:44.817422774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.817470725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:44.817510216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.170559118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.170631039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.17066694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.170700331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.174728594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.176950325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.177949949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.17800706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:45.270809008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:45.656934726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.656995807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.657044128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.657080199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.657113139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.65714844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.657187821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.657214642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.66317943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.663244142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.663280053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.670339376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.671437981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.671499773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.671546504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.671588265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.674529713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.674587064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.674624735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.675189788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.680510471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.681497344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.682484727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.682568329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.68261531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.693176964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.693341118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.693453781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.693555483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.694434794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.700102865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.700229408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.70034103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.701164679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.703962204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.707984057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.70895796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.709020551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.709084133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.709242906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.71241439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.712548993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.713328251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.719375211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.721946161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.72278384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.726302891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.726475485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.726606908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.726731581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.727467128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.739860515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.740013019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.740121751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.741014822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:45.742543897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.743030599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.746527579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"74c22de5-46d5-4894-8501-5ce14a8e28f8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.746644672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"74c22de5-46d5-4894-8501-5ce14a8e28f8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.74698809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"74c22de5-46d5-4894-8501-5ce14a8e28f8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.747117343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"74c22de5-46d5-4894-8501-5ce14a8e28f8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.747943202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"74c22de5-46d5-4894-8501-5ce14a8e28f8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.760256037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.76035488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.760410101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.761110287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:45.770393022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"74c22de5-46d5-4894-8501-5ce14a8e28f8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":23849,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.771031447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74c22de5-46d5-4894-8501-5ce14a8e28f8\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.771276712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.771706732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"af777a89-8b3a-4a95-a7ed-1970d01668f1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.771769073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"af777a89-8b3a-4a95-a7ed-1970d01668f1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.772104001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"af777a89-8b3a-4a95-a7ed-1970d01668f1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.772176573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"af777a89-8b3a-4a95-a7ed-1970d01668f1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.772942371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"af777a89-8b3a-4a95-a7ed-1970d01668f1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.77379063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.802173348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.802759081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.802860753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.802931415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.802994676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.803054958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:45.808607707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"af777a89-8b3a-4a95-a7ed-1970d01668f1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":35121,"response_code":200}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.817296987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.817446991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.817536803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.817598104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.829438399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.829550581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af777a89-8b3a-4a95-a7ed-1970d01668f1\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:45 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.829605603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.829651433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:45.829687594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.829728235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.841246892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.841343894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.841407616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.842222004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.849924703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.850811623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.850883215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.850927416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.853522006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.874300187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:45.874733947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.874813219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:45.874941142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:45.881723919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9ffa0c62-41c2-489e-8144-bbe1d573e7a6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":226805,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:45.882169899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:45.882447796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.16906272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.169141642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.169326826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.170358659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.172891608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.17295483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.176558153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.176625195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:46.270405065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.57042871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":32,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.570575003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.570734417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.57085972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.570970363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.571991306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.574990686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.585957219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.586090842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.586192905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.586741968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.593565306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.593691458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":32,"elapsed":"23.29857ms"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.814125801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.814226943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.816172588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.817002997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.817068659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.81712565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:46.883495506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.883779523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.883836564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.883965987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.884020459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.88406396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.88410326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.88493079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.887414637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.887504389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.888138374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.890590511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.890654672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.890698773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.890735944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.891322328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.893791185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.893854346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.893903078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.894527372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.898655557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.903469439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.903566151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.903619892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.904166465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.907046441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.907113203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.907155424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.907195495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.907709827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.910057601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.910362798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.91042198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.910905871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.914780761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.918499616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.918584409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.918715072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.918786843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.919277505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.922146181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.922241453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.922820636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.925057088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.925177771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.925872637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.931967708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.932093071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.932156753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.932215634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.932277495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.939913062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.940027125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.940089116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.941429707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.948815068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.948949872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.949042443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.949602536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.954736815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.966329474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.966465037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.966547789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.96660995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.966668622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.967103052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.97221254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.972309292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.972374414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.973116271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.979226652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:46.979347415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.979415886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.980332358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:46.983936491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:47.000959115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:47.001081638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:47.001134689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:47.008670614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:47.023685961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"28ef9aa8-2b2c-4410-9f85-c5114b0b5e81","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":139885,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:47.024479509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:47.025174685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:47.17009812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:47.170161912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:47.170183252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:47.170991961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:47.173714604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:47.173789576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:47.177678675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:47.177748117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:47.273950274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:47.732963168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:47.73302851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:47.73305251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6505ac60-6aab-4cec-a66b-d35f91f00df9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:47.733094122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6505ac60-6aab-4cec-a66b-d35f91f00df9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:47.733118212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6505ac60-6aab-4cec-a66b-d35f91f00df9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:47.733157783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6505ac60-6aab-4cec-a66b-d35f91f00df9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:47.733190814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6505ac60-6aab-4cec-a66b-d35f91f00df9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:47.735266402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6505ac60-6aab-4cec-a66b-d35f91f00df9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4038,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:47.73560112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6505ac60-6aab-4cec-a66b-d35f91f00df9\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:47.736607823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:47.736667745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b32c7a14-74cc-45ac-942d-b091e3ab0c9a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:47.736720376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b32c7a14-74cc-45ac-942d-b091e3ab0c9a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:47.737682588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b32c7a14-74cc-45ac-942d-b091e3ab0c9a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:47.73776015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b32c7a14-74cc-45ac-942d-b091e3ab0c9a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:47.738366654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b32c7a14-74cc-45ac-942d-b091e3ab0c9a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:47.743930062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b32c7a14-74cc-45ac-942d-b091e3ab0c9a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7611,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:47.744489945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b32c7a14-74cc-45ac-942d-b091e3ab0c9a\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:47 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:47.744618428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:47.744659169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:47.74468779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:47.816110823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:47.816222716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:47.816782259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:47.817624768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:47.81768752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:47.817732201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:48.026156215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.026432911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.026500583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.026646116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.026703367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.026746008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.026782819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.027543247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.030101476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.030172558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.030796532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.033102146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.033173928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.033214358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.033248649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.033686589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.03673779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.036805361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.036843212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.037363624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.039627187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.042857741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.042938153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.042979574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.043406814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.045562194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.045622185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.045662216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.045697207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.046187869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.048527503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.048578394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.048610205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.049177678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.052044494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.055103935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.055206527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.05530964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.055391402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.056358624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.059618529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.059689611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.061292288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.072480237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.072585719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.07263709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.076624223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.076730166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.076790107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.076838848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.077477093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.081322062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.081443134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.081519526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.082332695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.085822326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.08687069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.086926672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.086970742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.090112595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.099468492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.099591995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.099702197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.09979383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.099866001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.101487849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.104415806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.104502408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.10457908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.106534165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.116495186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.116604538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.11667096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.119362252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.122087746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.131142495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.131297659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.13135459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.131886812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:48.136465279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb32ce1b-8869-4afb-b7b4-02296e03cb84","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":110028,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:48.136843467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:48.137093243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.16938382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.169462702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.169670897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.172607455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.173140507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.173217079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.175056741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.175117353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:48.270694615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.8144062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.814502073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.816211812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:48.816948039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.817028191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:48.817090552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:49.138539543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.138877791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.138943422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.139098326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.139164977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.139214298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.13925717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.139936585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.143964688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.14402565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.14405927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.145364021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.145436162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.145462593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.145483643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.145970825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.148146705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.148230687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.148288498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.148784379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.150918429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.154471331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.154540753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.154565864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.155101946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.165803344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.165886146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.165946917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.165989758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.167709888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.1690951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.169151771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.169289405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.170222886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.171413704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.171478375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.171502226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.171982857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.173241976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.173301827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.17514575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.178476417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.178573209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.178632991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.178704163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.17902088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.180011573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.180093804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.181736913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.181819204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.182362847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.184289792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.184365594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.184903996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.18678814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.186880482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.186944423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.187004585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.18724892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.190016064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.190099886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.190160837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.190606448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.193436033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.193553896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.193598327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.194045027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.196925334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.205072753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.205191345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.205286948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.205359449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.205432951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.205792599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.209156897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.209216049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.20926109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.209858713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.213105939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.213178561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.213244172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.213302693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.216285872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.22481264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.224941653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.225001284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.225364162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:49.228501855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"888afb34-7669-411d-b559-048c5a72f603","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":89642,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:49.228832892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:49.229104829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:49.270437655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:49.730430413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.730787811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.731282953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c0cee816-252f-4ea4-8f6e-1bf95a305eb3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.731353404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c0cee816-252f-4ea4-8f6e-1bf95a305eb3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.73159928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c0cee816-252f-4ea4-8f6e-1bf95a305eb3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.731712992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c0cee816-252f-4ea4-8f6e-1bf95a305eb3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.732443689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c0cee816-252f-4ea4-8f6e-1bf95a305eb3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:49.735312946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c0cee816-252f-4ea4-8f6e-1bf95a305eb3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4040,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.735736806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0cee816-252f-4ea4-8f6e-1bf95a305eb3\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:49 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.735943521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.73634456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"571fd825-435f-44cb-b62b-6b36eebed541","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.736407132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"571fd825-435f-44cb-b62b-6b36eebed541","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.736602756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"571fd825-435f-44cb-b62b-6b36eebed541","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.736685068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"571fd825-435f-44cb-b62b-6b36eebed541","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.737257821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"571fd825-435f-44cb-b62b-6b36eebed541","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:49.739951143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"571fd825-435f-44cb-b62b-6b36eebed541","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3597,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.740330692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"571fd825-435f-44cb-b62b-6b36eebed541\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:49 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.740410824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.740448315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:49.740478266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.814289414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.814385026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.821154863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:49.821222154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.821270116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.821314357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:49.921197188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35616"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:49.921657599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"1ed33f58-1c26-4ec7-a116-845324b4330e","remote_addr":"[::1]:35616","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:49.921864484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"1ed33f58-1c26-4ec7-a116-845324b4330e","remote_addr":"[::1]:35616","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":215,"response_code":200}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.171118403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.171186345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.171225026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.171261997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.173968229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.174022881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.175851143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.175908144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:50.230688222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.232971215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.233044817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.233073578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.233095218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.233117759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.233138409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.23315461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.23577502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.235848042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.235881502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.238191146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.238260747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.238301448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.238337449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.238829141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.241357179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.24141451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.241451561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.242003284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.245003084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.266167283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.266249105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.266299417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.266908321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:50.273060923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.274282521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.274434115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.274535467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.274629169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.275488639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.278093789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.278166301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.278207722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.278767875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.284744453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.288556232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.288644504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.288720556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.288794757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.289411232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.30707611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.307205413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.307907629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.310361046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.310442088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.311000161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.313170182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.313274914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.313332825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.313387387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.313829287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.317189344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.317261266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.317309237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.317578253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.320584833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.320666675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.320737566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.321299499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.324592076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.335616831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.335785405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.335920488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.33602787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.336119553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.336804148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.341038736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.34121112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.341360614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.342098521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.344957447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.345035139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.34509838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.34550223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.34938863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.356430722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.356568266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.356627167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.357082347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:50.363458105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"48208c26-ff3a-4fd0-805a-23af6cf26176","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":129679,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:50.363527047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:50.363555088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:50.388225329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35618"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.388667539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"45d30dec-1769-4397-bdff-1d7522773437","remote_addr":"[::1]:35618","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:50.388862643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"45d30dec-1769-4397-bdff-1d7522773437","remote_addr":"[::1]:35618","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":219,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:50.396587472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35620"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.396646774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"0733d87c-9c9c-49d4-8a4e-62e1b056f3a6","remote_addr":"[::1]:35620","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:50.396687904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"0733d87c-9c9c-49d4-8a4e-62e1b056f3a6","remote_addr":"[::1]:35620","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":146,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:50.427251672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35622"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.427320994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"fb8d40dd-4557-4778-9407-30013801bde5","remote_addr":"[::1]:35622","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:50.427365645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"fb8d40dd-4557-4778-9407-30013801bde5","remote_addr":"[::1]:35622","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":252,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:50.432434692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35624"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.432497893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"47ffb769-efae-4058-977f-a1e562a3b8f5","remote_addr":"[::1]:35624","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:50.432549714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"47ffb769-efae-4058-977f-a1e562a3b8f5","remote_addr":"[::1]:35624","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":391,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:50.432599546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35626"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.432633947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"7421d862-04b3-4313-9b1d-63cd64249ef4","remote_addr":"[::1]:35626","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:50.432671007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"7421d862-04b3-4313-9b1d-63cd64249ef4","remote_addr":"[::1]:35626","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":116,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:50.434999501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35628"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.435292658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"b0145975-b077-43dd-ac68-e87607fc5dec","remote_addr":"[::1]:35628","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:50.435423621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"b0145975-b077-43dd-ac68-e87607fc5dec","remote_addr":"[::1]:35628","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":135,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:50.444179303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35630"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.444254025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"04c1443a-8098-4c80-8919-239c2ebb27d0","remote_addr":"[::1]:35630","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:50.444297816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"04c1443a-8098-4c80-8919-239c2ebb27d0","remote_addr":"[::1]:35630","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":162,"response_code":200}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.498767427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","registration_count":"1"}
{"msg":"will register with Nexus at 127.0.0.1:36887","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.499364491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.547291101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:36887/metrics/producers","method":"POST"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:50.547886294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58486"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.591392191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/producers","method":"POST","req_id":"2d96c46a-0510-436b-b119-2eadb4e3ee52","remote_addr":"127.0.0.1:58486","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.591455723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/producers","method":"POST","req_id":"2d96c46a-0510-436b-b119-2eadb4e3ee52","remote_addr":"127.0.0.1:58486","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:50.591513824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58488"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.592495687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2d96c46a-0510-436b-b119-2eadb4e3ee52","remote_addr":"127.0.0.1:58486","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.592580399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2d96c46a-0510-436b-b119-2eadb4e3ee52","remote_addr":"127.0.0.1:58486","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.593038299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2d96c46a-0510-436b-b119-2eadb4e3ee52","remote_addr":"127.0.0.1:58486","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.594112764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/producers","method":"POST","req_id":"2520b16c-e1ce-430d-b547-cf14410a0223","remote_addr":"127.0.0.1:58488","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.594168475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/producers","method":"POST","req_id":"2520b16c-e1ce-430d-b547-cf14410a0223","remote_addr":"127.0.0.1:58488","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.594508233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2520b16c-e1ce-430d-b547-cf14410a0223","remote_addr":"127.0.0.1:58488","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.594580885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2520b16c-e1ce-430d-b547-cf14410a0223","remote_addr":"127.0.0.1:58488","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.595297531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2520b16c-e1ce-430d-b547-cf14410a0223","remote_addr":"127.0.0.1:58488","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"assigned collector to new producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:50.696348181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:50.696529765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/producers","method":"POST","req_id":"2520b16c-e1ce-430d-b547-cf14410a0223","remote_addr":"127.0.0.1:58488","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":102436,"response_code":201}
{"msg":"assigned collector to new producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:50.708478681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:50.708683336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/producers","method":"POST","req_id":"2d96c46a-0510-436b-b119-2eadb4e3ee52","remote_addr":"127.0.0.1:58486","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":117306,"response_code":201}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.709638658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d96c46a-0510-436b-b119-2eadb4e3ee52\", \"content-length\": \"41\", \"date\": \"Fri, 16 Jan 2026 23:10:50 GMT\"} })"}
{"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.710892987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","wait_period":"150s","lease_duration":"600s"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.814884324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.815069559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.816912991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:50.81773396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.817801382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:50.817838992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.169433601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.169504612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.169661746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.170764672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.175172344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.175246355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.179935604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.180001085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:51.270758846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:51.362185752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.362477589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.36253805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.362680114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.362739375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.362789726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.362826707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.363598495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.367985326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.368048078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.368761184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.371123649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.371206121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.371248392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.371307214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.371775224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.373877773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.373933504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.373969765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.374490727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.376449732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.37935736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.385384799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.385445521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.385474271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.387951709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.38802265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.388126473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.388172814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.388913421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.400844467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.40095737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.401004251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.401884221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.404541232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.407495431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.407570103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.407654185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.407708116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.408161396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.410862529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.410951021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.411463273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.419181362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.419333625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.420162934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.42429344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.424390282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.424427123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.424485814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.425074028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.42817537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.428260662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.428319013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.428896196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.43204887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.432130751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.432188193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.432782187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.436062412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.445069921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.446138235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.446229788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.446284119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.44634724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.446395641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.450294612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.450374073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.450431565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.450931726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.458785408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.45886847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.458918081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.459633098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.462831262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.471442031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.471599265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.471677477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.472190038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:51.476261673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6fa9895a-ac0e-4592-a9ac-fdc7ccd74905","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":113317,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:51.476333655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:51.476701063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.572003659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":33,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.57207225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.572113241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.572154232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.572193683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.572225704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.576952744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.581890198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.58201162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.582055221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.582551273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.586139176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.586213668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":33,"elapsed":"15.406177ms"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:51.730141189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.730487037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.730920037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"be806b32-a3d7-405a-a721-4d00a75eb5a5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.731010349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"be806b32-a3d7-405a-a721-4d00a75eb5a5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.731195564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"be806b32-a3d7-405a-a721-4d00a75eb5a5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.731267445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"be806b32-a3d7-405a-a721-4d00a75eb5a5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.732030913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"be806b32-a3d7-405a-a721-4d00a75eb5a5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:51.735026702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"be806b32-a3d7-405a-a721-4d00a75eb5a5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4118,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.735480503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be806b32-a3d7-405a-a721-4d00a75eb5a5\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:51 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.735710958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.736307062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f7199abb-2ce1-4178-9b9c-9732bd158259","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.736382234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f7199abb-2ce1-4178-9b9c-9732bd158259","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.736428225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f7199abb-2ce1-4178-9b9c-9732bd158259","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.736495656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f7199abb-2ce1-4178-9b9c-9732bd158259","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.741006371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f7199abb-2ce1-4178-9b9c-9732bd158259","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:51.742791512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f7199abb-2ce1-4178-9b9c-9732bd158259","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6668,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.743254823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7199abb-2ce1-4178-9b9c-9732bd158259\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:51 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.743361705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.743411287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:51.743448247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.814164644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.814248346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.814285087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.816495368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.81656402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"61ffb9a0-f27e-4076-9594-7ae95238dbff","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:51.832038588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"61ffb9a0-f27e-4076-9594-7ae95238dbff","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":16948,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.832636302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.849164414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.849244326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.849312018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.849365129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.849916672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.849975773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.850015344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.850122116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.850160477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 19 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.850303941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.861622313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":38,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.866022074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":38}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.866096876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.897998655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.898075626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.902171191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.902237673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:51.925573243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:51.925652365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:51.951999735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.169623841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.169746174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.16996596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.170986043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.173686416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.173752177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.175998609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.176057241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:52.271373077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:52.477920798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.478280766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.478340387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.480285863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.4810289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.481086081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.481124442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.481153803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.482009513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.483021226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.483066687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.489101186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.489169588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.489211909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.48924801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.490218512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.502592429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.502776533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.502883246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.50435352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.513134103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.54452946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.544735875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.544844077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.5458584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.555714869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.555878412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.555984605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.556071177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.55707105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.563236583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.563300914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.563340245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.564126363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.570842328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.574074353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.574155605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.574231657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.574290418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.5747795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.577604845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.577685187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.57825656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.58905001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.589158163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.589215954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.590542565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.590659157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.590731819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.59079623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.591431005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.594851544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.594944526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.595006398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.595562391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.600362912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.600472034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.600559716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.601052058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.605126353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.613889635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.614008138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.61409406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.614151231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.614202012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.614591881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.627406168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.62752702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.627593062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.628324899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.631716038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.631793959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.631854981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.632360643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.637103372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.64738263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.647531663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.647645136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.648031745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:52.651667259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d5823c98-7aef-45b1-a221-459d0c062c30","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":173355,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:52.652259993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:52.652330935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.814707423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.814792465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.816612977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:52.817367085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.817412536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:52.817447936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.169042915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.169114327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.16926583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.170176911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.172705829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.172773401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.17444102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.174501741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:53.271041706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:53.655801821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.655869613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.655931375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.655984786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.656035517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.656097479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.656140589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.65617763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.657648874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.657719736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.658284739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.661705908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.66177134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.661836021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.661871732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.662418835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.665003535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.665060076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.665098097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.665722291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.670060582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.675392015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.675464617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.675498308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.676079141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.681673181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.681746962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.681801634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.681848595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.687868784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.704941209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.705019371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.705059672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.705095302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.708693866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.714280935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.714374357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.71448928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.714576602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.725650978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:53.729934248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.730417559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.731232157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4de521df-db60-4e78-b3ee-0f5b906ad990","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.731293769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4de521df-db60-4e78-b3ee-0f5b906ad990","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.73133539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4de521df-db60-4e78-b3ee-0f5b906ad990","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.731398401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4de521df-db60-4e78-b3ee-0f5b906ad990","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.732804604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4de521df-db60-4e78-b3ee-0f5b906ad990","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.733483739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.733560141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.734027422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.736310585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.736390987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.736914059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:53.737860381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4de521df-db60-4e78-b3ee-0f5b906ad990","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6962,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.738922325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4de521df-db60-4e78-b3ee-0f5b906ad990\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.738985347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.739161631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.739267433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.739341475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.739410577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.739852577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.740676526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a7cba66b-1d5d-4245-8074-77b037c08e20","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.740754648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a7cba66b-1d5d-4245-8074-77b037c08e20","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.740980563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a7cba66b-1d5d-4245-8074-77b037c08e20","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.741053095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a7cba66b-1d5d-4245-8074-77b037c08e20","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.741608287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a7cba66b-1d5d-4245-8074-77b037c08e20","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.757325362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.757441404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.757514296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.758278914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:53.759230756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a7cba66b-1d5d-4245-8074-77b037c08e20","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":18564,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.759967533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7cba66b-1d5d-4245-8074-77b037c08e20\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:53 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.760106786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.760161417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:53.760192248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.762488251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.762569923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.762629894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.763130096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.766729609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.777182141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.777291104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.777370605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.777430517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.777494338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.777957629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.782227498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.78231256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.782372341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.782887423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.786463926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.786551308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.78662323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.787154672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.79052745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.827854934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.827996397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.828062449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.828175511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.830866094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.832537043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:53.833411973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0f4c2f5-293b-4c43-85c4-dfd73a52b357","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":179596,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:53.835539812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:53.83588322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.836174507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:53.837544018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.83761114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:53.837655521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.169261567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.169334818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.169466841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.170321861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.173037524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.173099465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.174932468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.174989569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:54.270485709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.814072812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.814152313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.816003956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.816712903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.816775514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.816813145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:54.83777158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.837835092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.837883113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.837929064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.837965145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.838004496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.838045097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.838506427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.841143738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.84121244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.841797393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.844263721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.844335462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.844373423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.844406194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.84555158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.847058865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.847113176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.847151317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.847683149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.853051444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.857973538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.858047839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.85808855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.858589022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.863720961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.863798493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.863839314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.863873174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.864509509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.867449547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.867511848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.867559889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.868732647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.871128462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.878303598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.87840506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.878480652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.880621732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.881274527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.887178404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.888174377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.888237939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.905229761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.905454926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.913251957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.918913448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.919012591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.919097233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.919152304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.921052408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.927680231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.927755933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.927827644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.927884056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.930414815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.930501906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.930564028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.931250254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.948079663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.962216291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.962337334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.962428616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.962530748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.96260802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.970530863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.97731618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.977390382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.977469704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.977530805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.978871306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:54.978949318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.979010029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.98205669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:54.99459898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:55.009383272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:55.009503135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:55.015255168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:55.016115748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:55.023066329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8575836f-948b-4be5-b4c0-4e044fad52ca","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":185646,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:55.024217546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:55.024530873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:55.169606741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:55.169674533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:55.169823396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:55.170823909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:55.17343058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:55.173500161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:55.174952825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:55.175012306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:55.270513996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:55.732561782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:55.732962581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:55.733468963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"352b205f-6c99-4c6a-a6df-f23f5cd7b723","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:55.733533274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"352b205f-6c99-4c6a-a6df-f23f5cd7b723","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:55.733756279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"352b205f-6c99-4c6a-a6df-f23f5cd7b723","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:55.733836931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"352b205f-6c99-4c6a-a6df-f23f5cd7b723","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:55.734552148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"352b205f-6c99-4c6a-a6df-f23f5cd7b723","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:55.737844474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"352b205f-6c99-4c6a-a6df-f23f5cd7b723","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4381,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:55.738285994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"352b205f-6c99-4c6a-a6df-f23f5cd7b723\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:55.738498519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:55.738868508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"59ec433a-64f6-4b22-ac41-d04377fe54b9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:55.738943789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"59ec433a-64f6-4b22-ac41-d04377fe54b9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:55.739148044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"59ec433a-64f6-4b22-ac41-d04377fe54b9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:55.739228536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"59ec433a-64f6-4b22-ac41-d04377fe54b9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:55.739857131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"59ec433a-64f6-4b22-ac41-d04377fe54b9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:55.742464321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"59ec433a-64f6-4b22-ac41-d04377fe54b9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3590,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:55.743557456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59ec433a-64f6-4b22-ac41-d04377fe54b9\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:55 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:55.743837923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:55.743934185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:55.744024477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:55.817415606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:55.817491117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:55.817540858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:55.81758689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:55.817634431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:55.817687762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:56.027323234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.027385986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.027438987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.027481668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.027518378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.027556939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.02759191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.027630381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.030707662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.030778584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.030808905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.034731556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.034807317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.034851498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.034890449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.03492469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.039598458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.039666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.039705941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.039737941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.041042571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.045006994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.045099856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.045149467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.045668849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.048254058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.04832035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.048405472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.048448933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.049106718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.053262655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.053984581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.054094954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.054871142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.062339565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.067538865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.067822091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.067984535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.068114708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.070189146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.073653697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.07379136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.074537657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.087134718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.093399723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.093505676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.097049138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.097172591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.097243513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.097305994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.098064362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.103242981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.1049417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.105048713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.105118094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.108428871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.108527624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.108588835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.10921503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.112918095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.123600093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.123743596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.123823828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.123886809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.123944631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.124323199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.12824175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.128366023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.128437034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.128988377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.132506959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.132608501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.132675703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.133375199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.137109805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.147058255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.147222159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.147285511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.147664099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:56.152692976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4cbdc10d-ceac-4ad2-90e5-b21baf2208bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":127250,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:56.15372541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:56.154124269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.169446774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.169542176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.16971892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.170873607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.174654314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.176240421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.177146562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.177226144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:56.270760199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.522646429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.52270386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.522742751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.522782242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.522819363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.523670143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.529103768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.548796544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.548874726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.548945967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.548979248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.551932647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"original_time_started":"2026-01-16 23:08:17.449297 UTC","original_id":"1f884896-3377-4f37-8274-2f6d5ab61291","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.552016809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"1f884896-3377-4f37-8274-2f6d5ab61291\",\"time_loaded\":\"2026-01-16T23:10:56.522652479Z\",\"time_started\":\"2026-01-16T23:08:17.449297Z\"}}","iteration":13,"elapsed":"29.333469ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.575025731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":34,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.575097743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.575143334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.575227476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.575279257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.577911089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.586768254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.599682222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.599761674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.599801175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.609019828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.610559314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.610638556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.610680807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.610718338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.610749338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.610774729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.61256444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.612632942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":34,"elapsed":"37.60126ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.612770335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.617981816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.618107379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.61816903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.618559679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.620586536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":12,"elapsed":"10.650636ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.701017498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.701634422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.701700934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.701737535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.703295951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.703350752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.703390013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.703425103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.703454224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.706407903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.708499281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.71193758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.712509434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.713354763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.71537499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.716375523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.716427004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.716468535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.716503726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.71884583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.723491858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.726145489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.726287903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:56.726351474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.726481487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":12,"elapsed":"27.204599ms"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.817637367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.817714199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.81775943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:56.817802361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.817844962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:56.817898523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:57.156934911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.156998492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.157052474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.157101424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.157149366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.157202407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.157252228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.157292949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.161127748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.161512017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.161840584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.164635649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.164740361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.164792513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.164839694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.165485339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.168212561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.168271883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.168304554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.168939008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.170766161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.170916044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.171221871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.172314767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.172570533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.176584635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.181014008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.181120981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.18194192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.186063245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.187117759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.187371645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.187498878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.187595301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.187707823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.188557283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.202947586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.203042378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.203083859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.205595257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.211570075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.211665767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.214057383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.257181271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.257290174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.257356305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.257430097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.257487048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:57.272735481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.272828673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.272915345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.273720264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.278909504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.279015866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.279773384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.282672651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.282767313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.282825705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.282878366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.283393198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.287008811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.287089523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.287144805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.287886462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.292241083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.292329645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.292385056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.292952379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.29905705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.346310084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.346435657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.346508579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.34656604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.346623031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.347111173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.389258608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.38936472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.389419812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.390154659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.394985321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.395077433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.395131694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.395791329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.399253639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.411171215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.411299898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.41136843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.421398302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:57.426872409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0c057f6f-fed1-4b01-8d02-934a7927397f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":271247,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:57.428158959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:57.429358687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:57.731564381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.731908699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.732435852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4f7ee05c-b36d-4ea0-95b1-3cc1509d1a4d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.732498493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4f7ee05c-b36d-4ea0-95b1-3cc1509d1a4d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.732759629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4f7ee05c-b36d-4ea0-95b1-3cc1509d1a4d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.732826251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4f7ee05c-b36d-4ea0-95b1-3cc1509d1a4d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.734895329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4f7ee05c-b36d-4ea0-95b1-3cc1509d1a4d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:57.738221115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4f7ee05c-b36d-4ea0-95b1-3cc1509d1a4d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5788,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.738699637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f7ee05c-b36d-4ea0-95b1-3cc1509d1a4d\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.738924562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.739412063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"885422ea-248b-4213-a9d4-65a89a1b4213","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.739472875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"885422ea-248b-4213-a9d4-65a89a1b4213","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.73972481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"885422ea-248b-4213-a9d4-65a89a1b4213","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.739796322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"885422ea-248b-4213-a9d4-65a89a1b4213","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.740870007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"885422ea-248b-4213-a9d4-65a89a1b4213","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:57.751462512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"885422ea-248b-4213-a9d4-65a89a1b4213","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":12039,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.751963084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"885422ea-248b-4213-a9d4-65a89a1b4213\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:57 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.752871454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.752945956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:57.752980337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.816930537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.817016959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.81706218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:57.817263865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.817322156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:57.817368227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.170106392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.170179714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.170218075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.171139496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.177593245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.177663797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.177707048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.177744879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:58.271942769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:58.430461609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.430846107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.430913819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.431087373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.431153714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.431209656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.431247487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.432124667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.436959939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.43702855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.437061711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.439261472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.439341224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.439407125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.439446606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.44005725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.442725272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.442788703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.442847605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.443399548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.446174252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.450240026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.450319548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.450361299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.450952613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.457982415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.458070797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.458113808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.458152969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.458885606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.461854345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.461912746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.461948887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.462870119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.46596473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.469074642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.469163585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.469225396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.469281317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.469809939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.473434573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.473526285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.474197871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.47633956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.476419582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.477278682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.483015925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.483134137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.483201679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.48325497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.484744955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.504992084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.506054278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.50614251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.506188231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.54070213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.540793082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.540849254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.543443153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.552286598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.570178102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.570316235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.570399937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.570464159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.57052134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.571012422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.582968459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.583056921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.583129982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.583993232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.614238912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.614340465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.614410916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.614468368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.616106415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.626622829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.626792033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.626852824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.627362676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:58.631252466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"836a2851-d7e8-4ea9-8a18-4f122ed76d54","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":200414,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:58.631902631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:58.632214098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.817059837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.817146579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.819016652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:58.819749999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.81980914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:58.819868312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.169447223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.169521145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.169656428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.170643751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.184711347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.184802129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.188472304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.188548646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:10:59.274089136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:59.634075378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.63414442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.634195031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.634381995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.634434796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.634483938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.634526399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.637002805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.640283592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.640344433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.640376354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.642744199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.642858611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.642957844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.643042236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.643816534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.646815073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.646878584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.646915695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.647635042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.650236292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.654075881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.654156983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.654196763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.654780687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.657686854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.657747476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.657804507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.657841248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.677257388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.684175897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.684246199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.68428676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.685898277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.689148543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.694962417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.695056399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.695110141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.695172842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.695222563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.699159184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.699269347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.699946022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.702755178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.70285573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.704429886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.708186773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.708290686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.708354007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.708421179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.70892041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.712928783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.713029145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.713086477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.713689821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.718205285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.718319758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.718382359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.720031638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.72573855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.737263396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.737387819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.737464171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.737519702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.737583593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.738071875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.742779244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.742865526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.742920497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.74348314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.748305242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.748394984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.748448615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.749005808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:59.751125697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.753921282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.754352942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.777881326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.778004099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.778074351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.778134862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:59.781612973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c70ec7a7-2fc5-4b41-88aa-faca0ad14cde","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":147488,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.782272468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"746da672-19b7-467b-8cac-9f5b7e370e1c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.782335289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"746da672-19b7-467b-8cac-9f5b7e370e1c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.782650187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"746da672-19b7-467b-8cac-9f5b7e370e1c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.782735399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"746da672-19b7-467b-8cac-9f5b7e370e1c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.783403944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"746da672-19b7-467b-8cac-9f5b7e370e1c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:59.78624877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"746da672-19b7-467b-8cac-9f5b7e370e1c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3972,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:59.786892215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:59.787153811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.787494119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"746da672-19b7-467b-8cac-9f5b7e370e1c\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:10:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.787747385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.79660768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"65cdccdd-2a9e-42d8-b510-22323f8992ca","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.796688782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"65cdccdd-2a9e-42d8-b510-22323f8992ca","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.796748803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"65cdccdd-2a9e-42d8-b510-22323f8992ca","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.796812505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"65cdccdd-2a9e-42d8-b510-22323f8992ca","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.796867006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"65cdccdd-2a9e-42d8-b510-22323f8992ca","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:59.796949278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"65cdccdd-2a9e-42d8-b510-22323f8992ca","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3881,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.797012089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65cdccdd-2a9e-42d8-b510-22323f8992ca\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:10:59 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.797075681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.797123852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:10:59.797164953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.817291909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.81736506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.817408491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:10:59.817448522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.817489973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:10:59.817530124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.171270002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.171337904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.171367274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.171407675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.174032626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.174099597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.176233227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.176293018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:00.27185371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:00.788250033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.788641662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.788712024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.788915179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.78898214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.789033231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.789076852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.78983375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.794439936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.794516408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.794548249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.796369611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.796447943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.796489164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.796522595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.797000076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.799120525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.799177776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.799214167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.799639397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.801673414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.804559731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.804637243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.804675793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.805906412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.808280677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.808340148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.808380349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.80841428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.808971623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.811304957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.811666055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.811720416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.812235618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.814296616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.814359787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.817886869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.831633717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.831714569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.831796891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.831836112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.832460247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.834687878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.835524267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.835594819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.83566197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.838869945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.838954757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.839576671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.84213038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.842217622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.846975312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.849601243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.849713396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.849772257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.849835669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.850361581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.856712908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.8568162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.856919242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.856987604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.869296609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.869428542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.869488724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.870755353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.880632651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.909317895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.909457018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.90953135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.909594462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.909669453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.909726135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.914608048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.9146991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.914752661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.915376286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.943023205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.943103917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.943165969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.94319903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.946516666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.956296993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:00.956454797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.956513788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:00.95704781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:00.967215226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"72129dfd-79a6-466a-b089-58df6db12ccb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":178548,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:00.967665176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:00.968611488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.169813925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.169889307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.17003296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.170962172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.174864652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.174939753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.177536043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.177615825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:01.27152133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.57637502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":35,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.576452482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.576501383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.576564795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.576609045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.577282241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.580844324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.590865626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.590976659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.591107382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.592074194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.598025562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.598109274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":35,"elapsed":"21.718674ms"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:01.73051799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.730600022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.731563625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5f15b6cf-476d-4a8d-b0fc-773938a8e7d3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.731655216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5f15b6cf-476d-4a8d-b0fc-773938a8e7d3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.731707128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5f15b6cf-476d-4a8d-b0fc-773938a8e7d3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.731768079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5f15b6cf-476d-4a8d-b0fc-773938a8e7d3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.732141368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5f15b6cf-476d-4a8d-b0fc-773938a8e7d3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:01.741185777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5f15b6cf-476d-4a8d-b0fc-773938a8e7d3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10144,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.7417379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f15b6cf-476d-4a8d-b0fc-773938a8e7d3\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.741967755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.742353404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5cf94957-6a8d-417b-a2f0-12995d4f3ed7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.742410896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5cf94957-6a8d-417b-a2f0-12995d4f3ed7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.742659891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5cf94957-6a8d-417b-a2f0-12995d4f3ed7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.742725513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5cf94957-6a8d-417b-a2f0-12995d4f3ed7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.74344713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5cf94957-6a8d-417b-a2f0-12995d4f3ed7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:01.750137425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5cf94957-6a8d-417b-a2f0-12995d4f3ed7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7529,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.750430512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cf94957-6a8d-417b-a2f0-12995d4f3ed7\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:01 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.750536814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.750575115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:01.750601476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.814821873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.814930625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.814969066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.815244903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.815652072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"220cc191-59d8-47c5-b338-44f897fad810","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:01.8587456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"220cc191-59d8-47c5-b338-44f897fad810","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":43029,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.869702594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.892093743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.892174965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.892220146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.892280577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.892868301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.892949432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.892990343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.893141577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.893186168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 19 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.893370752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.925287351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":38,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.9282508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":38}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.928330462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.933218955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.933286237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.939500151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.939581083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.945451508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.94552498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:01.96971908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.970050898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.97011916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.970244973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.970296934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.970344665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.970387466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.971133463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.974762337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.974828609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.975094315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.978818351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.978915283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.978997035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.979068097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.979110428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.98224454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.982368143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.982476486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.983252584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.9856967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.989027798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.9891462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.989219322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.989797975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:01.995942178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.996247015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.996373358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:01.996497031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.996580352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:01.997411632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:02.00204925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:02.002162412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.002257524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.00294184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.010501145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.014113209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:02.014203711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:02.014288803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.014355554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.017865776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:02.024725815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.024826447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.025562414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:02.039265301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.039387414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.040338836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:02.04310608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:02.043230923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:02.043301965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.043365606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.044062483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:02.047562544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:02.047665296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.047725097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.048188058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:02.051958765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:02.052042697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.052106409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.052673702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.064869964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.076540255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:02.076671178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:02.07678303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:02.076863032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.076953664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.077307192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:02.081769196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:02.081870048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.081944129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.082671846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:02.087641181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:02.087732343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.087794345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.088354078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.091946611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.101085693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:02.101223916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.101291228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.101773429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:02.106169611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"47094b63-d7e5-428b-a5b8-9372a52b3eb0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":136109,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:02.106898628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:02.107151144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.16960034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.169680312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.169830365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:02.170802968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.173445379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:02.173515921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.175501456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:02.175576008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:02.274572101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.814577698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.8146591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:02.816429111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:02.817160368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:02.817215079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:02.81725466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:03.108922695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.109244153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.109319524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.109450087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.109502968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.109557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.109600891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.110325358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.11301168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.113066231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.113581563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.117095914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.117151346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.117198537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.117264508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.117292729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.119666884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.119724905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.119766637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.119802637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.123470832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.126304818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.126382659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.12642137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.126887741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.128894128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.128941439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.12896549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.12898581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.129459981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.131340614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.131393706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.131416876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.1319954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.134140699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.137522328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.137576769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.1376459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.137700592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.138223504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.144923819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.145019471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.149603898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.149772592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.149895454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.151819259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.154125602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.154243115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.154310366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.154378068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.154766397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.160006148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.16009483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.160158512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.160695584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.16394363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.164036842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.164098643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.164796869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.168110336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.181434675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.181579858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.18166505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.181730121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.181807243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.182374096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.184195238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.18427078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.184305151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.185608161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.191307794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.191530089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.19160091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.191672052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.191741893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.191795255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.193022823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.193115436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.193207398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.193798141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.195702325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.195778297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.197863315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.208258396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.208377499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.208557573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.208822999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:03.212268849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fd729d96-8731-48fb-acc1-1b7d24a37487","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":103037,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:03.212967135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:03.213045457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:03.284208705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:03.733872809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.733974832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.734013403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"82813edb-f543-4367-8fe1-a1bb2e3e1408","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.734064134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"82813edb-f543-4367-8fe1-a1bb2e3e1408","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.734109305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"82813edb-f543-4367-8fe1-a1bb2e3e1408","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.734168536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"82813edb-f543-4367-8fe1-a1bb2e3e1408","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.734228528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"82813edb-f543-4367-8fe1-a1bb2e3e1408","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:03.735403605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"82813edb-f543-4367-8fe1-a1bb2e3e1408","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4401,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.735867496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82813edb-f543-4367-8fe1-a1bb2e3e1408\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.736074751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.736628073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cd23733f-08d9-4faf-ba4f-4344cf93c77e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.736696375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cd23733f-08d9-4faf-ba4f-4344cf93c77e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.736988802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cd23733f-08d9-4faf-ba4f-4344cf93c77e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.737076344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cd23733f-08d9-4faf-ba4f-4344cf93c77e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.737939294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cd23733f-08d9-4faf-ba4f-4344cf93c77e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:03.740741229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cd23733f-08d9-4faf-ba4f-4344cf93c77e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4173,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.74123192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd23733f-08d9-4faf-ba4f-4344cf93c77e\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:03 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.741309872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.741374854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:03.741412804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.814150229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.814227581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.816006872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:03.8172243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.817288241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:03.817325353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.170748108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.17082647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.17085873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.170888671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.177090034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.177156176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.177194317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.177227438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:04.215268369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.21532766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.215366701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.215409042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.215435273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.215457133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.215488434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.216481197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.21922019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.221584395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.221632626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.222520177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.222616619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.22266365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.222707731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.223259754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.225513416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.225833284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.225884235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.226633142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.232437057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.235284643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.235359624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.235399725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.235960258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.242414888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.243020192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.243071283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.243113974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.243506293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.24681292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.246961633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.247003844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.247559317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.25934501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.262718588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.26281893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.262881292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.262925593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.263444135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.266216269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.267200052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.267282194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.269191368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.269431893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.26970266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:04.270662312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.276547538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.276695962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.276743213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.276774343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.278720379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.282543147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.282635599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.282715551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.283218903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.286609871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.286690353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.286751375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.288794002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.290564173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.298319723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.2990774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.299176302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.299226374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.299271905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.299311976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.303049352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.303142504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.303209626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.303980044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.311478317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.312830949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.312939451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.31722456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.321188752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.332113145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.332226298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.332285889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.332725029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:04.336728122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1f3595ba-ecde-49d2-8ae8-d847097155a8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":121624,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:04.337004598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:04.337224704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.814079688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.814905937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.824935489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:04.825017751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.825059132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:04.825095263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.169045949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.169141711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.169295095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.170313098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.17425646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.174347542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.178097549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.17816869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:05.270704654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:05.341246318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.341318769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.341376201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.341421052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.341461563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.341518964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.341567505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.341602466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.342833994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.344501083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.345547737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.345953037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.346005088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.346047949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.346079979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.346651553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.348875684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.348977577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.349039228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.349628572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.35429492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.360766499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.360859602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.360926543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.361553408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.364346863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.364411184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.364531797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.364577448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.365419817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.370056075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.370122746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.370156787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.370845753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.373401572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.377003865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.377273632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.377576669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.37764805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.377870956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.381300055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.382029532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.382479523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.386505046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.387656572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.387726984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.390193681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.390495768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.39056615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.390634291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.390879557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.395220398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.39530528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.395363691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.395944874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.399267591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.399744783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.399815974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.399946007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.413818748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.422238583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.42380764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.423900572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.423957393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.424020074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.424069676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.426636275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.4272986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.427401943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.427499205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.43116093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.431254032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.431321303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.432143373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.436009123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.444832307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.445028921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.445094913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.446039745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:05.450189511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd10ffb2-a7b4-4630-9357-a7d307635b77","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":110782,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:05.450670572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:05.450982469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:05.730554614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.730903682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.731343323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5568e298-1a83-4f60-a29d-d68eec6e947f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.731410794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5568e298-1a83-4f60-a29d-d68eec6e947f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.731623569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5568e298-1a83-4f60-a29d-d68eec6e947f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.731692301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5568e298-1a83-4f60-a29d-d68eec6e947f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.732346036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5568e298-1a83-4f60-a29d-d68eec6e947f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:05.735040418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5568e298-1a83-4f60-a29d-d68eec6e947f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3701,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.735511629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5568e298-1a83-4f60-a29d-d68eec6e947f\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.735632672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.736013031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b0c53dd0-ad59-4b0d-a16e-ec3187b1798a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.736076292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b0c53dd0-ad59-4b0d-a16e-ec3187b1798a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.736277237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b0c53dd0-ad59-4b0d-a16e-ec3187b1798a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.736364519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b0c53dd0-ad59-4b0d-a16e-ec3187b1798a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.736761568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b0c53dd0-ad59-4b0d-a16e-ec3187b1798a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:05.739179164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b0c53dd0-ad59-4b0d-a16e-ec3187b1798a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3162,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.739578813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0c53dd0-ad59-4b0d-a16e-ec3187b1798a\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:05 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.739686956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.739736267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:05.739768578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.814457357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.814538889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.816493115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:05.817292533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.817352404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:05.817390155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.169972171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.170049263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.170225227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.171154569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.174265681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.174327412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.177891334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.177951756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:06.271526203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:06.453073458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.453408396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.453482138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.453655452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.453722113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.453780535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.453829466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.454599534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.457375708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.457435189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.458053303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.460775017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.460835918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.46090126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.46093593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.461479003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.465547787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.465622999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.4656875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.465728311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.467287227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.471084145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.471163537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.471226879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.473483701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.482197103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.482346366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.482418108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.482463219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.483324209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.489720267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.489782618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.489822879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.490459664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.512622647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.516929207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.517024299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.517126791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.517189893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.517709445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.525456344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.525547586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.526212012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.53129468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.531376312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.531995916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.540671467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.54077669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.540833551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.540900122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.541480636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.545845577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.545950719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.546011811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.546616675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.550475744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.550561286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.550617837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.551733643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.558409748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.567207002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.567325944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.567429076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.567509258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.56758004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.567969289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.571753397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.571850829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.571923671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.574111151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.577253944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":36,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.577319025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.577370907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.577432308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.577477519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.579047746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.58009716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.580185822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.580243793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.580719895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.595955907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.605656542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.605786625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.605841986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.606314107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.607406703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.614453516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.614544738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.614592289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.614951847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:06.625075792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f1cc24e0-c5b0-49bc-bc2d-2407d7386a2a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":171471,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:06.626437794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:06.62757198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.627644451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.627699143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":36,"elapsed":"49.507227ms"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.814870507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.814948649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.816907045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:06.817672743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.817737634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:06.817781265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.172305356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.172387608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.172418649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.172451309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.175445389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.17550564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.177284012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.177340613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:07.270882099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:07.63015969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.630219982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.630266453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.630304544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.630341955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.630383176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.630423527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.630459277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.63185774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.631935042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.632464224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.634727396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.634807338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.634848199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.63488393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.635470564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.637673464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.637740046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.637784857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.63836316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.64094642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.644528183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.644623605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.644673057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.645196529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.647629215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.647705477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.647760598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.647809549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.648427233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.650490071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.650554423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.650595614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.651121046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.653391168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.656798377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.656859128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.65693066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.656992832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.658480756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.660002472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.660089334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.661103577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.66342248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.663504553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.664104606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.666261646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.666384279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.666463531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.666539963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.666974613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.670114436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.670196148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.670257519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.670980786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.673998236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.674089078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.674148779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.674654821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.678717025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.695633977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.69576731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.695839942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.695900123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.695956384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.696276452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.707065411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.707243646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.707326328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.708796341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.720217466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.720320158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.72038358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.720433731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.723570184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.735571412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.735702365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.735756436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.735802257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:07.738236993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.74068663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.74282349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cf1552fa-6991-4e82-b6c1-7d4b75ae637c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.742907292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cf1552fa-6991-4e82-b6c1-7d4b75ae637c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.742973953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cf1552fa-6991-4e82-b6c1-7d4b75ae637c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.743045805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cf1552fa-6991-4e82-b6c1-7d4b75ae637c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.743083856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cf1552fa-6991-4e82-b6c1-7d4b75ae637c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:07.744636912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"4ed84dba-b35a-439d-8253-454a5eaf767e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":115524,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:07.744748504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:07.745098982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:07.746002453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cf1552fa-6991-4e82-b6c1-7d4b75ae637c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4506,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.746597737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf1552fa-6991-4e82-b6c1-7d4b75ae637c\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.746679009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.746990806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0f737b9f-d33c-49d0-8234-f815ce09ffa3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.747071258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0f737b9f-d33c-49d0-8234-f815ce09ffa3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.747403036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0f737b9f-d33c-49d0-8234-f815ce09ffa3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.747479378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0f737b9f-d33c-49d0-8234-f815ce09ffa3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.748090032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0f737b9f-d33c-49d0-8234-f815ce09ffa3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:07.750416755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0f737b9f-d33c-49d0-8234-f815ce09ffa3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3401,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.750931027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f737b9f-d33c-49d0-8234-f815ce09ffa3\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:07 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.751075491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.751128812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:07.751165023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.814564631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.814657483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.816600108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:07.817422007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.817484359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:07.81752132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.169133213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.169204195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.169389409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.170515225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.172817179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.17289866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.179128605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.179200186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:08.270761337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:08.746866424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.748965943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.749042844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.749103956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.749155817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.749207188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.749250869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.74928608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.753771424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.753831525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.753865066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.753906177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.753956008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.754004459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.75404581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.754570583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.756979118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.75704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.757085291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.758317849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.759905756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.763816746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.763893928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.763943829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.764461812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.786574244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.786649535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.786710537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.786744878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.787392153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.803569907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.803667529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.803725401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.805537053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.810255632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.81619706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.816285882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.816336773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.816403304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.816917627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.823882988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.83735829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.837437272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.837516044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.837579655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.837641237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.837684058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.837724649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.83776557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.83780438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.837861482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.837916443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.851399625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.851523408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.851584779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.851659261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.852298986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.85938751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.859473172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.859528523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.860135608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.863433434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.863512675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.863566087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.864072128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.881564194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.891037033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.891161356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.891232178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.891282989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.89133197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.89176362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.905735814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.905846346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.905919828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.906226685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.911020476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.911111518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.911169829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.911719632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.915710144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.925769798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:08.925940002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.926000273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:08.926483444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:08.930997329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"07df168d-0e22-4826-9053-ff13a11fd366","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":183791,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:08.931753386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:08.932021222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.169481582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.169555063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.169712737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.170575267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.17326786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.173327331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.175206255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.175267396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:09.270806509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:09.733081576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.733151817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.733182138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"443a9563-fe2d-47df-871e-32d10dbb3194","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.733229809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"443a9563-fe2d-47df-871e-32d10dbb3194","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.73327183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"443a9563-fe2d-47df-871e-32d10dbb3194","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.733325641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"443a9563-fe2d-47df-871e-32d10dbb3194","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.733371522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"443a9563-fe2d-47df-871e-32d10dbb3194","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:09.737969789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"443a9563-fe2d-47df-871e-32d10dbb3194","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3980,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.738045881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"443a9563-fe2d-47df-871e-32d10dbb3194\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.738093622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.738135492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6bb2d08f-8053-439c-9969-d71045f1d1d2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.738182404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6bb2d08f-8053-439c-9969-d71045f1d1d2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.738224955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6bb2d08f-8053-439c-9969-d71045f1d1d2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.738280286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6bb2d08f-8053-439c-9969-d71045f1d1d2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.738337197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6bb2d08f-8053-439c-9969-d71045f1d1d2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:09.739914104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6bb2d08f-8053-439c-9969-d71045f1d1d2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3392,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.740106688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bb2d08f-8053-439c-9969-d71045f1d1d2\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:09 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.74016941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.740205491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:09.740235121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.818219138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.818291329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.81832745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.818364271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.818404972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.818445543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:09.935904563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.935964244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.936012726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.936060527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.936096708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.936133498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.936170369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.9362022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.939553298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.939622799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.93965701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.941140834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.941215216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.941256097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.941292358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.9418235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.945573937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.94570287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.945801812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.949269863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.956230244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.961616868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.961764202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.961863984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.962528389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.968233741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.968322594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.968366484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.968411576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.969543402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.972297916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.972357707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.972414558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.973028453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.975586872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.981850927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.981932489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:09.98199556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.982057432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:09.982975793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:10.001047082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.001224536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.002203699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:10.01391561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.014078443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.015071117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:10.020329159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:10.020525903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:10.020660296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.020771399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.021590608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:10.02730673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:10.027467034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.027589097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.028379535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:10.035964731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:10.036054243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.036108474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.03679914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.040296821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.059957176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:10.060078469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:10.060171191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:10.060234243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.060290084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.060364776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:10.063441747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:10.06359034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.063736033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.064369538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:10.072074197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:10.072166919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.072233651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.073139132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.092797567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.109006152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:10.109141885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.109197746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.109691048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:10.114072599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"fc36b1a1-55a8-49d3-97f3-7363479f4fe6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":179258,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:10.115004591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:10.115249897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.169625566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.169702378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.169856352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:10.170852855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.173457755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:10.173525067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.177848677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:10.177923078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:10.271060416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.814510492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.814595384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:10.816491468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:10.817247765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:10.817319257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:10.817359908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:11.11663269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.117015689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.11708261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.117233824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.117279125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.117319816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.117356807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.118186166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.120724304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.120780495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.121361629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.123843877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.124513282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.124570734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.124619255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.124669076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.126980689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.127041801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.127085372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.127667605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.130215494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.137114184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.137205866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.137246927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.137853361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.141290461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.141531596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.141581077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.141619908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.142049748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.153461322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.153548114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.153596386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.154325362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.159367619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.163130386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.163221898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.163312391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.163373012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.164279023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.167886857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.167972029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.168639304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.171987202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.172054163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.172208917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.173119918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.175303129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.175387191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.176083597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.177421498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.177495289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.178803959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.178913872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.178978554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.179050725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.180241573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.183013567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.183097499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.186372805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.186472247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.186534758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.188827091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.19479373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.194895582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.194961914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.196169741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.201742041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.218569971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.218721964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.218807246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.218869687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.218928089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.219138594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.225481731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.225578263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.225631954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.227396515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.236874744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.236988717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.237042219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.237802316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.250457949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.264490714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.264666828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.264734869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.265406645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:11.278278003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:11.278812096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"794bafc4-a64e-445d-aaf6-471e37ef6e61","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":161800,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:11.279280497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:11.279569133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.292596305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.292670856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.292762139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.29280882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.293553967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.295477142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.295568714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.295644856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.295697367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.29624529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.298478041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.310378127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.376385896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.376458148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.376810806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.483846975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:42475","servers":"DnsServersList { addresses: [[::1]:42475] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42475/config","method":"PUT"}
{"msg":"found DNS version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.484494439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1"}
{"msg":"reading DNS config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.484547411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"reading DNS zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.484586621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.484623702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.484667973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.484713675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.484777986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.485522473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:11.487058399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:58052"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.487370536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.487441308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.487482859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.48753872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.488087813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.489815903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.498370951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.498512734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.498633777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.499352074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.5000661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.546050405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:39839","servers":"DnsServersList { addresses: [[::1]:39839] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:39839/config","method":"PUT"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.547861677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.548020721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.548149234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.548225326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.548985073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.552519655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.560731325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.597521087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"edec2504-de86-42ae-b191-51f76ae2da37","remote_addr":"[::1]:58052","local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.598982301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"edec2504-de86-42ae-b191-51f76ae2da37","remote_addr":"[::1]:58052","local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:11.599257708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:55176"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.599923813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"Metric producer GC running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:11.612857762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expiration":"2026-01-16 23:01:11.602507963 UTC"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.613296262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.613407675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.615312719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.616598299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.616738912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.617592502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.617696284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.617808487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.61792365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.618396971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.619141778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.621594175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:11.62225049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.622365653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":4,"elapsed":"772.918µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.622491876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.622618409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.622715281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.624204745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.625034825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.62955865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.629690453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.630574613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.631235368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.631456823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.631549535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.632261502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.632810974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.634626317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.635353853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":8,"elapsed":"721.937µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.635552198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.635710302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.636225104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.637565445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.640522633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.640577384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.6417096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.64213887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.647509795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.647575947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.647640098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.65333113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.653388731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.653421022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.653455703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.653484063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.653518534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.653549045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.653589786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.653625357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.653659228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.653688158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.653723609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"distributing networking probes to sleds","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:11.65375342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.65378104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.653816151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.653856462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.653891363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.653920663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.655040539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":19,"reason":"Timeout"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.655137211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.655200063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.655283235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.655619463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.655799967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.655887019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.658883708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.659583945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.659706588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.6598118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.659911502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.659992824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.66065287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.661221992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:11.661283244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.661319555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":7,"elapsed":"94.963µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.661370836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:11.661410567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.661444158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.661485469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.66152603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.661567911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.66197751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.662479402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.662534873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.662575504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.662617855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.662656626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.6684725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.66931165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.669454253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.66973253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":37,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.669848963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.669966625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.670067108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.670152459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.67144752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting generation update","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:11.683793465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_generation":1,"req_id":"edec2504-de86-42ae-b191-51f76ae2da37","component":"store","component":"internal_dns_server"}
{"msg":"updated generation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:11.683857957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_generation":1,"req_id":"edec2504-de86-42ae-b191-51f76ae2da37","component":"store","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.683940949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:2257","req_id":"f14119a5-b96e-4ec7-b188-e0c0212f9207","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   bf 9c 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   ............._na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.684044641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:2257","req_id":"f14119a5-b96e-4ec7-b188-e0c0212f9207","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 49052,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.684236645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.684365988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"bfc7589e-3dc1-469d-90c9-205cfc3df527.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.684531212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:2257","req_id":"f14119a5-b96e-4ec7-b188-e0c0212f9207","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 42475, target: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:11.685274289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"edec2504-de86-42ae-b191-51f76ae2da37","remote_addr":"[::1]:58052","local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","latency_us":87783,"response_code":204}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.686028917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"5167db70-4175-4d28-8db9-ec3433607960","remote_addr":"[::1]:55176","local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.686631351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"5167db70-4175-4d28-8db9-ec3433607960","remote_addr":"[::1]:55176","local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server","version":"2.0.0"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.687472581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 42475, target: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4108, tv_nsec: 462696872 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.689632011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\")"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.69002233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.690159673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.690276965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.690393078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.69049131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.69133521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting generation update","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:11.692350764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_generation":2,"req_id":"5167db70-4175-4d28-8db9-ec3433607960","component":"store","component":"external_dns_server"}
{"msg":"updated generation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:11.693576812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_generation":2,"req_id":"5167db70-4175-4d28-8db9-ec3433607960","component":"store","component":"external_dns_server"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.694074103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:42475","servers":"DnsServersList { addresses: [[::1]:42475] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42475/config\", status: 204, headers: {\"x-request-id\": \"edec2504-de86-42ae-b191-51f76ae2da37\", \"date\": \"Fri, 16 Jan 2026 23:11:11 GMT\"} })"}
{"msg":"DNS server now at generation 1","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:11.694856482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:42475","servers":"DnsServersList { addresses: [[::1]:42475] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DNS propagation: done","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:11.695979788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"servers":"DnsServersList { addresses: [[::1]:42475] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.697743169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"server_results\":{\"[::1]:42475\":{\"Ok\":null}}}","iteration":6,"elapsed":"320.924442ms"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:11.698180688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"5167db70-4175-4d28-8db9-ec3433607960","remote_addr":"[::1]:55176","local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server","latency_us":12158,"response_code":204}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.701746821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.701857524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.701904175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.702514789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.703085102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:64234","req_id":"deb2894f-52ee-43df-897b-a9e04cdff8e2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   fa f2 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   ............._ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.703198425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:64234","req_id":"deb2894f-52ee-43df-897b-a9e04cdff8e2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64242,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.70341688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.703626135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.703705916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:64234","req_id":"deb2894f-52ee-43df-897b-a9e04cdff8e2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39839, target: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.703823919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:32478","req_id":"8ac7ba6a-17ea-458a-8ad5-dd0df1d0fca3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   1b d7 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.703893341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:32478","req_id":"8ac7ba6a-17ea-458a-8ad5-dd0df1d0fca3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 7127,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.704051555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.704144497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.704232259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:32478","req_id":"8ac7ba6a-17ea-458a-8ad5-dd0df1d0fca3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.704316551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:7128","req_id":"48a99323-c63b-43aa-b6cb-ba0fbb04f3ea","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   eb 2d 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .-..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.704373612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:7128","req_id":"48a99323-c63b-43aa-b6cb-ba0fbb04f3ea","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60205,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.704543136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.704608317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.704685019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:7128","req_id":"48a99323-c63b-43aa-b6cb-ba0fbb04f3ea","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.704957926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:39839","servers":"DnsServersList { addresses: [[::1]:39839] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39839/config\", status: 204, headers: {\"x-request-id\": \"5167db70-4175-4d28-8db9-ec3433607960\", \"date\": \"Fri, 16 Jan 2026 23:11:11 GMT\"} })"}
{"msg":"DNS server now at generation 2","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:11.705087659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:39839","servers":"DnsServersList { addresses: [[::1]:39839] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DNS propagation: done","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:11.706203914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"servers":"DnsServersList { addresses: [[::1]:39839] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.706393029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2,\"server_results\":{\"[::1]:39839\":{\"Ok\":null}}}","iteration":6,"elapsed":"206.317579ms"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.713235467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39839, target: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4108, tv_nsec: 488369426 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.713445122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.713872022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4108, tv_nsec: 489171125 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.714012375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.714382284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4108, tv_nsec: 489689437 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.714530897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.716224047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:4126","req_id":"9a9e16b6-79ec-4e2a-9ca7-f4deb0a76253","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   3d a7 01 00  00 01 00 00  00 00 00 01  24 62 66 63   =...........$bfc\n0010:   37 35 38 39  65 2d 33 64  63 31 2d 34  36 39 64 2d   7589e-3dc1-469d-\n0020:   39 30 63 39  2d 32 30 35  63 66 63 33  64 66 35 32   90c9-205cfc3df52\n0030:   37 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   7.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.717040116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:4126","req_id":"9a9e16b6-79ec-4e2a-9ca7-f4deb0a76253","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 15783,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            98,\n            102,\n            99,\n            55,\n            53,\n            56,\n            57,\n            101,\n            45,\n            51,\n            100,\n            99,\n            49,\n            45,\n            52,\n            54,\n            57,\n            100,\n            45,\n            57,\n            48,\n            99,\n            57,\n            45,\n            50,\n            48,\n            53,\n            99,\n            102,\n            99,\n            51,\n            100,\n            102,\n            53,\n            50,\n            55,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.717566358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"bfc7589e-3dc1-469d-90c9-205cfc3df527.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.717749822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:4126","req_id":"9a9e16b6-79ec-4e2a-9ca7-f4deb0a76253","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"found DNS version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.724039258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2"}
{"msg":"reading DNS config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.72415639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"reading DNS zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.724228052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.726065554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.726209528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.72631237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.726395562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.727277893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.729915943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:11.732874022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned":"{}","expiration":"2026-01-16 23:01:11.602507963 UTC"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.732950584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"expiration\":\"2026-01-16T23:01:11.602507963Z\",\"pruned\":[]}","iteration":4,"elapsed":"133.020841ms"}
{"msg":"found DNS servers (no change)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.734142492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"current_servers":"DnsServersList { addresses: [[::1]:42475] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:42475] }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.734205403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:42475\"]}","iteration":5,"elapsed":"357.819127ms"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:11.734755706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.73538322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.750879439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.762327254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.762474797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.76258971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.763782068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.764946725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.771334993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.771500897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.772903079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.772960931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.774015035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1}
{"msg":"listing DNS names for zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.774634049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ebcce90c-9cde-47b7-b038-74887f7ecde3"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.774881985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.775022328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.77508498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.775128441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.776207476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.790823234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.794757705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":4,"elapsed":"154.218192ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.795233746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.79537804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.795491682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.795633765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.796475805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.800436527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":7,"elapsed":"167.602382ms"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.801168264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4e2b6d8e-a492-4749-876a-4c89c5e939e3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.803679702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4e2b6d8e-a492-4749-876a-4c89c5e939e3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.804111522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:6202","req_id":"260df347-038d-47e7-a4bc-6f584b6e3ecc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   de ae 01 00  00 01 00 00  00 00 00 01  24 32 61 63   ............$2ac\n0010:   39 31 31 30  61 2d 31 62  62 38 2d 34  35 36 32 2d   9110a-1bb8-4562-\n0020:   62 64 30 34  2d 33 63 30  65 33 31 66  36 36 30 33   bd04-3c0e31f6603\n0030:   65 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   e.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.804339697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:6202","req_id":"260df347-038d-47e7-a4bc-6f584b6e3ecc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57006,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            50,\n            97,\n            99,\n            57,\n            49,\n            49,\n            48,\n            97,\n            45,\n            49,\n            98,\n            98,\n            56,\n            45,\n            52,\n            53,\n            54,\n            50,\n            45,\n            98,\n            100,\n            48,\n            52,\n            45,\n            51,\n            99,\n            48,\n            101,\n            51,\n            49,\n            102,\n            54,\n            54,\n            48,\n            51,\n            101,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.804779027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.805024983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:6202","req_id":"260df347-038d-47e7-a4bc-6f584b6e3ecc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.805251408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60149","req_id":"4eb5b6cc-ca53-4233-bb69-c2e3871d9408","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   dc 68 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .h..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.807715625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60149","req_id":"4eb5b6cc-ca53-4233-bb69-c2e3871d9408","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 56424,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.808100814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.808267568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60149","req_id":"4eb5b6cc-ca53-4233-bb69-c2e3871d9408","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.811512883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:40533","req_id":"0a875e4e-950a-4825-bd95-4b179e29e31c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   7e e1 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ~...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.811724588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:40533","req_id":"0a875e4e-950a-4825-bd95-4b179e29e31c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 32481,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.812103407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.812271621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:40533","req_id":"0a875e4e-950a-4825-bd95-4b179e29e31c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.812466075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:52370","req_id":"90615bb8-fbba-4f7e-8e3d-bc1e92dcc539","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   24 95 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   $............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.812702121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:52370","req_id":"90615bb8-fbba-4f7e-8e3d-bc1e92dcc539","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 9365,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.813016408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.813322915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.813472089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:52370","req_id":"90615bb8-fbba-4f7e-8e3d-bc1e92dcc539","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.821484925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4e2b6d8e-a492-4749-876a-4c89c5e939e3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.824992065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4e2b6d8e-a492-4749-876a-4c89c5e939e3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.825895766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4e2b6d8e-a492-4749-876a-4c89c5e939e3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all webhook delivery tasks completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:11.827382761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.827538285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{},\"error\":null}","iteration":4,"elapsed":"178.943815ms"}
{"msg":"found DNS servers (no change)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.840448614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"current_servers":"DnsServersList { addresses: [[::1]:39839] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:39839] }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.840645838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:39839\"]}","iteration":5,"elapsed":"224.024219ms"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.899175304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.943523951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/all-sp-ids","method":"GET"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.944493293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4108, tv_nsec: 719687704 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.944681728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.952462648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.952532969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.952677013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:30943","req_id":"796006c0-a578-4b63-952d-5a3b70d984f6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   07 9e 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.952789485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:30943","req_id":"796006c0-a578-4b63-952d-5a3b70d984f6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 1950,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.95340721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.953448211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.953477751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:30943","req_id":"796006c0-a578-4b63-952d-5a3b70d984f6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.953667876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.954119496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.956030231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.961839005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.961947957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.9620587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.962166342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.962251095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.963018342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.964789523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4108, tv_nsec: 739961243 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.966082384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.966137535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"eba91ab1-35e3-4225-a5e9-662c738f16a6","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:11.98624122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"eba91ab1-35e3-4225-a5e9-662c738f16a6","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":20941,"response_code":200}
{"msg":"Found abandoned VMMs","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.990358435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":0,"count":0}
{"msg":"Abandoned VMMs reaped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:11.990409517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.990453088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":4,"elapsed":"367.948372ms"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.99141561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:24578","req_id":"96a08f7c-f191-4128-b700-01e987d029de","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   64 aa 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   d...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.991493092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:24578","req_id":"96a08f7c-f191-4128-b700-01e987d029de","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 25770,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.991695807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:11.991729978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:24578","req_id":"96a08f7c-f191-4128-b700-01e987d029de","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:11.991985303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.013157453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.013265896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.013304447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.013400729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.014107356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.014176167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.014218888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.014261099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6bda1a5-4bdd-4f9f-be71-dc5dcbe7f1c4\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:11:11 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.014413392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.014459204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.014498534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.015490497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.01690305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.021337183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.021671311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.027176119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.0272387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.027285211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.027319562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.027350672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.027867144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"unrolling 19 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.028835387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.044248604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":38,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.044325036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.049534116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.049612088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.049663099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.050231562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.051360279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.051409329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.051455501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.051490731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.052075335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:12.053421816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.053473637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.055576666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:62681","req_id":"eb53e177-1579-4082-bcb6-f0079e3f135d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   c3 95 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.055667538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:62681","req_id":"eb53e177-1579-4082-bcb6-f0079e3f135d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 50069,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.055842942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.055870083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:62681","req_id":"eb53e177-1579-4082-bcb6-f0079e3f135d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.058406002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/all-sp-ids\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01b403db-2127-46a5-8d31-f858648272a4\", \"content-length\": \"105\", \"date\": \"Fri, 16 Jan 2026 23:11:12 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.058617376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.058678178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.058722589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.05876056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.059515007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.060140232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.060203333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.060259694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.060328016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.060822328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.061228387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.061291138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.06134536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.0613752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.06264081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.062711422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.062761083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.062802794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.062842534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.063188613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.063895069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.070996313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.071532136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.071584657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.071670739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.072815846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.080052283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.080124205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.080167146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.080850972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.08248898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.082556281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.082617752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.082688134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.083867831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.084225909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":38}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.084292911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.129463437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.130962362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.139652413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.139776556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.139826217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.140455732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.142469979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.150469514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.150552026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.150599537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.15116418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.153208077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.159571734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.159670407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.159720348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.160394493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.161357816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.16670444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.166776202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.166826023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.167226462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.170222592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.170277593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.170310934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.170348784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:7944","req_id":"e1c2e4a8-0b65-4216-b947-44f9db7417d0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   ea 47 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .G..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.170396996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:7944","req_id":"e1c2e4a8-0b65-4216-b947-44f9db7417d0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 59975,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.170638961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.170834366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.170870516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:7944","req_id":"e1c2e4a8-0b65-4216-b947-44f9db7417d0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:12.172398372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.173742033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.173814475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.173872526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.17447869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.177093981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.177168322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.177396898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4108, tv_nsec: 952602688 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.17748163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.17793361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"all instance checks complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:12.178052953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.178131815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":7,"elapsed":"518.515879ms"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.184039272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56fc3468-d338-472b-b723-e82c67b7690e\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:11:12 GMT\"} })"}
{"msg":"dendrite for switch1 is unavailable, cannot perform nat cleanup","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:11:12.184127554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.184174025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"dendrite for switch1 is unavailable, cannot perform nat cleanup\"}","iteration":7,"elapsed":"554.475172ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.184236436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.186456817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.187271006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.187350718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.187397199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:12.18828915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4e2b6d8e-a492-4749-876a-4c89c5e939e3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":387114,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.191778691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e2b6d8e-a492-4749-876a-4c89c5e939e3\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.192002086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.195920496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.201404584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.201496526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.201547607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.201598338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.203171815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.203227326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.203711847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"89fdd3b8-5df6-40c4-be4e-b148075dbbfd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.203790549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"89fdd3b8-5df6-40c4-be4e-b148075dbbfd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.20385006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:24516","req_id":"b5d7ef29-a002-4628-9b90-045bdd0074c0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   80 58 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .X..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.204032754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:24516","req_id":"b5d7ef29-a002-4628-9b90-045bdd0074c0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 32856,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.204252989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.2042944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:24516","req_id":"b5d7ef29-a002-4628-9b90-045bdd0074c0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.20560126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"89fdd3b8-5df6-40c4-be4e-b148075dbbfd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.205698973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"89fdd3b8-5df6-40c4-be4e-b148075dbbfd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.205765044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"89fdd3b8-5df6-40c4-be4e-b148075dbbfd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:12.248815761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.248933604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/switch-id","method":"GET"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.253404608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.254856341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.258723841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.258935846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.264232059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.264345662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.264393383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.264941126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.266642855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.271762343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.271885726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.271941308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.272446909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.273893943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.273958024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.273993475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.275734115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.283790552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.283934425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.283993016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.28457217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.285577393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.285642625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":37,"elapsed":"615.828153ms"}
{"msg":"found all DNS names for zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.286273279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":27,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ebcce90c-9cde-47b7-b038-74887f7ecde3"}
{"msg":"read DNS config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.286336911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":1}
{"msg":"found latest DNS generation (unchanged)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.286378842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"current_time_created":"2026-01-16 23:08:15.736530 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":1}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.286423023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1}","iteration":5,"elapsed":"993.686305ms"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.286473184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"original_time_started":"2026-01-16 23:08:17.449297 UTC","original_id":"1f884896-3377-4f37-8274-2f6d5ab61291","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.286517395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"1f884896-3377-4f37-8274-2f6d5ab61291\",\"time_loaded\":\"2026-01-16T23:11:11.662486272Z\",\"time_started\":\"2026-01-16T23:08:17.449297Z\"}}","iteration":14,"elapsed":"623.991652ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.286797261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.286853923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.287559109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:12.288503211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.293863435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:45191","req_id":"652548da-44ab-4f2c-b8b3-88668d077b15","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   dc 4c 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .L..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.293937567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:45191","req_id":"652548da-44ab-4f2c-b8b3-88668d077b15","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 56396,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.294114311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.294292515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.294370707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:45191","req_id":"652548da-44ab-4f2c-b8b3-88668d077b15","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:12.29452721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.295688587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":13,"elapsed":"605.640487ms"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.296993548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.297053959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.297469128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4109, tv_nsec: 72677489 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.2975459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.298153984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.298201816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.298253527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.298296278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.299588297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.300655802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45a4f122-53d6-46d1-9bd5-ba1fb71b54bd\", \"content-length\": \"26\", \"date\": \"Fri, 16 Jan 2026 23:11:12 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:12.300748634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:12.301801619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.30185564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.303176871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:30496","req_id":"2d463154-4f9e-4fdc-8bf3-d7b643e59b9e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   17 4a 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .J..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.303292843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:30496","req_id":"2d463154-4f9e-4fdc-8bf3-d7b643e59b9e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 5962,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.303480898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.30357039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:30496","req_id":"2d463154-4f9e-4fdc-8bf3-d7b643e59b9e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.303684223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:39569","req_id":"7b652fe1-46f1-442a-ad7a-04f776450631","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   ef 13 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.303741264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:39569","req_id":"7b652fe1-46f1-442a-ad7a-04f776450631","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 61203,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.303881797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.303983969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.304050891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:39569","req_id":"7b652fe1-46f1-442a-ad7a-04f776450631","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:12.304391789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.30443368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.304717367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4109, tv_nsec: 80025619 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.304771098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.321485945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"0","iteration":7,"elapsed":"684.630966ms"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.321581147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:14282","req_id":"40cd80c3-0801-40d4-9c4e-affb98716cdb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   8e 14 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.321650119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:14282","req_id":"40cd80c3-0801-40d4-9c4e-affb98716cdb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 36372,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.321788612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.321816832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.321843403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:14282","req_id":"40cd80c3-0801-40d4-9c4e-affb98716cdb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.321911095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:9818","req_id":"1d20eb5e-47ea-49fe-b0ec-48b0e6803914","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   df 4f 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .O..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.321963146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:9818","req_id":"1d20eb5e-47ea-49fe-b0ec-48b0e6803914","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57167,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.322113499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.32213705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:9818","req_id":"1d20eb5e-47ea-49fe-b0ec-48b0e6803914","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.322180651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4109, tv_nsec: 97190517 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.322230822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.362035244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/bfd/peers","method":"GET"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.363060278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.363138969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3","method":"POST"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.363341014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.363395345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.363430456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.363461927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.364248245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:12.373646173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"89fdd3b8-5df6-40c4-be4e-b148075dbbfd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":169919,"response_code":200}
{"msg":"webhook dispatching completed successfully","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.373925049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.373996941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"222.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":4,"elapsed":"726.501586ms"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.377190115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89fdd3b8-5df6-40c4-be4e-b148075dbbfd\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:12 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.377337418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.37738482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:12.37742364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.381211308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:25490","req_id":"97ff36ab-3c63-4e04-9061-7972edc214e5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   dd 11 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.381270469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:25490","req_id":"97ff36ab-3c63-4e04-9061-7972edc214e5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 56593,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.381449364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.381477534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:25490","req_id":"97ff36ab-3c63-4e04-9061-7972edc214e5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.381531245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/bfd/peers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"263ced39-4974-4268-9bf9-db9b7f69b8d5\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:11:12 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.381584147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":7,"elapsed":"748.801193ms"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:12.436647522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.439447537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/switch-id","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.440322807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.440377448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.441199087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.442471007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.442525238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.442559309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.44260894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.443507211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.449384867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.449456519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.44952017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.449560531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.450432141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.452135011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47546c1e-4a39-4ff6-9c4e-fcccf74291ff\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:11:12 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.452251133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.453203866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2730455-5e44-4afe-8ef5-1c1873b2a1d1\", \"content-length\": \"26\", \"date\": \"Fri, 16 Jan 2026 23:11:12 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:12.453266657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:12.454770412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.501690468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.502692321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.502766463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.502824055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.502866325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.50348439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.506315165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:34048","req_id":"68b40fcf-8fac-4275-a1c5-69a28d80af1f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   ed e4 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.50651885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:34048","req_id":"68b40fcf-8fac-4275-a1c5-69a28d80af1f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60900,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.506919539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.507229017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.50738104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:34048","req_id":"68b40fcf-8fac-4275-a1c5-69a28d80af1f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.507658747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.512953549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.513121743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.513215935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.513917812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.515041648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.515157721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.515240512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.515945879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.518087018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4109, tv_nsec: 293343730 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.518240122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.519483591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:34222","req_id":"5b3623fc-7a36-419d-a367-1694f16e274b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   16 c8 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.519704046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:34222","req_id":"5b3623fc-7a36-419d-a367-1694f16e274b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 5832,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.520137876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.52030735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:34222","req_id":"5b3623fc-7a36-419d-a367-1694f16e274b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.570780299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.571902495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.577342041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.577457433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.577556166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.578260972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.579350367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.584450125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.584557998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.58465343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.585385707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.586408251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1}
{"msg":"listing DNS names for zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.586506853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"34f27c36-67a8-43d4-82e8-a38f7a9b8cfe"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.586595915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.586714218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.58682302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.586906302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.587600498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.588429947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.58853993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.588630112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.588709964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.5894186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.590350742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.590485145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7","method":"POST"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.685416833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/probes","method":"PUT"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.689713833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.693986932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.698388554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.699710795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3","method":"POST"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.700231517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"dc925348-40c8-4756-b7f3-d843f91a508f (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.700295178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/1/ereports?committed=1&limit=255&restart_id=dc925348-40c8-4756-b7f3-d843f91a508f&start_at=2","method":"POST"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:12.701138048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46490"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.70511947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.71547579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.715565372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.715622493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.716272079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.718294705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.718372937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.719479643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.720515746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.728921981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.729000223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.729037044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.729068555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.734112861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/probes","method":"PUT","req_id":"9f276423-6d92-4395-bfee-a7821bd55a6d","remote_addr":"[::1]:46490","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.734188643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/probes","method":"PUT","req_id":"9f276423-6d92-4395-bfee-a7821bd55a6d","remote_addr":"[::1]:46490","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.736951017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93201535-6795-4295-8bba-5cdb81dde81d\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:11:12 GMT\"} })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.738000791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:12.738050933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/probes","method":"PUT","req_id":"9f276423-6d92-4395-bfee-a7821bd55a6d","remote_addr":"[::1]:46490","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3456,"response_code":204}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:12.787989979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.788253945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/vpc-routes","method":"GET"}
{"msg":"found all DNS names for zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.78890873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":3,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"34f27c36-67a8-43d4-82e8-a38f7a9b8cfe"}
{"msg":"read DNS config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.789014893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":2}
{"msg":"found latest DNS generation (unchanged)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.789080585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"current_time_created":"2026-01-16 23:08:16.647333 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":2}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.789126455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2}","iteration":5,"elapsed":"1.301720739s"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.789276069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.78933563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:12.789368361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.789397792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":13,"elapsed":"1.08759874s"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.790796004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.790866476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.790909587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.790953428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.790984499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.791525311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.791583392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.791641504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.791677245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.792222967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.793544808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.79361483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.79364734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.793675921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.793700652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.794113891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.80099413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.801063552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.801108373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.801140924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:12.801188205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46492"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.802803342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/probes\", status: 204, headers: {\"x-request-id\": \"9f276423-6d92-4395-bfee-a7821bd55a6d\", \"date\": \"Fri, 16 Jan 2026 23:11:12 GMT\"} })"}
{"msg":"Update set of probes on sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.803191041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_probes":0,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"finished distributing probes to sleds","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:12.803629851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_pushed_probes":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.803724044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"probes_by_sled\":{\"b6d65341-167c-41df-9b5c-41cded99c229\":0}}","iteration":4,"elapsed":"1.152991035s"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.810536992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.816355656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.816443558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.81649514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.816533381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.816572781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.817209796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.824934075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.828926308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.82902272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.829069971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.829727686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.837052086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"0b720555-9b24-4574-a9b8-4530d67b0e9f","remote_addr":"[::1]:46492","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.837128858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"0b720555-9b24-4574-a9b8-4530d67b0e9f","remote_addr":"[::1]:46492","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.837184999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.83724169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:26385","req_id":"cebf8e9c-a3ab-4f8d-b3fe-5f9a7bedd165","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   3f 48 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ?H..........._mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.837293831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:26385","req_id":"cebf8e9c-a3ab-4f8d-b3fe-5f9a7bedd165","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 16200,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.837439595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.837472355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.837497816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:26385","req_id":"cebf8e9c-a3ab-4f8d-b3fe-5f9a7bedd165","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.838002178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe4818b8-9f05-42f8-9e75-8542a150f18a\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:11:12 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.83807886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.838127661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:12.838178232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"0b720555-9b24-4574-a9b8-4530d67b0e9f","remote_addr":"[::1]:46492","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3299,"response_code":200}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.838233443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.853242591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.853320242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.853365914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.853402724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.853445225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.853484436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.853530297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.853563688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.925127396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/v2p","method":"GET"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.941578927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.943564692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.943638934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.943672745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.943713546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.946939161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.947023843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.947077124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.947132885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.947514984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.949426828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4109, tv_nsec: 724679970 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.949602343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:12.950395921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46494"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.95384248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daff92f2-7324-4761-9435-73e3a6db5dbf\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:11:12 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.954167488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.95425031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/1/ereports?committed=1&limit=255&restart_id=dc925348-40c8-4756-b7f3-d843f91a508f&start_at=2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bae0482f-2d09-4188-b337-624dc8fdc774\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:11:12 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.954307151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"dc925348-40c8-4756-b7f3-d843f91a508f (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.954353502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b720555-9b24-4574-a9b8-4530d67b0e9f\", \"content-length\": \"210\", \"date\": \"Fri, 16 Jan 2026 23:11:12 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.954635969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.95468716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.955221973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.958257293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[],\"sps\":[]}","iteration":7,"elapsed":"1.288909142s"}
{"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.959109932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2026-01-16T23:08:09.574312Z, time_modified: 2026-01-16T23:08:09.574312Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(2)), admin_group_name: None }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, db_silo: Silo { identity: SiloIdentity { id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-01-16T23:08:16.564172Z, time_modified: 2026-01-16T23:08:16.564172Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, db_silo: Silo { identity: SiloIdentity { id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-01-16T23:08:16.564172Z, time_modified: 2026-01-16T23:08:16.564172Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }) }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.959256886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"f5ee18e0-d7f7-42ee-b4f6-108a35257ec6\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"f5ee18e0-d7f7-42ee-b4f6-108a35257ec6\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo f5ee18e0-d7f7-42ee-b4f6-108a35257ec6 with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":5,"elapsed":"1.341580592s"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.961995619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"692f1038-f1cf-49af-a2d2-aeae8018eaac","remote_addr":"[::1]:46494","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.962077441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"692f1038-f1cf-49af-a2d2-aeae8018eaac","remote_addr":"[::1]:46494","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.963532475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.964380495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.964444966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.964488787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:12.964543008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"692f1038-f1cf-49af-a2d2-aeae8018eaac","remote_addr":"[::1]:46494","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4059,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.964975548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.965074331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.96589762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.97322623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.973305401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.973346202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:12.974599321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:45572","req_id":"708b043a-915b-4b9e-ac9b-b0aab1fe169f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   79 53 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   yS..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.974742835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:45572","req_id":"708b043a-915b-4b9e-ac9b-b0aab1fe169f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 31059,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.97496205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.975096763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:45572","req_id":"708b043a-915b-4b9e-ac9b-b0aab1fe169f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.977759715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"692f1038-f1cf-49af-a2d2-aeae8018eaac\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:11:12 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:12.977839837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:12.977883218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:12.977920248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:12.979191928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":11,"elapsed":"1.322797147s"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.034256463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.034345165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.035072612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.036422923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.036532836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/eip-gateways","method":"PUT"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.037025117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.037108029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.03888697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"using fallback path: querying DPD directly for member removal","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.039007103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"sled_id_unavailable_or_resolution_failed","member_sled_id":"None","member_id":"39f72f42-fc41-4bca-99b8-17c80442aa12"}
{"msg":"fetching underlay group members from DPD for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.039065864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","switch":"switch0","underlay_ip":"ff04::e002:2"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.039116245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/underlay-groups/ff04::e002:2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.050136801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"2b768999-5a6a-4740-8675-1d14edc7a64c","remote_addr":"[::1]:46492","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.050223263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"2b768999-5a6a-4740-8675-1d14edc7a64c","remote_addr":"[::1]:46492","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.054197965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/underlay-groups/ff04::e002:2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd3f1198-9785-446e-8cd4-f0c9d9c4996e\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:11:13 GMT\"} })"}
{"msg":"underlay group members fetched from DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.057284556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","member_count":0,"switch":"switch0","underlay_ip":"ff04::e002:2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.057349418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.057415809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.059229301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.059343404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"2b768999-5a6a-4740-8675-1d14edc7a64c","remote_addr":"[::1]:46492","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":9238,"response_code":204}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.06004355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/port/qsfp0/settings?tag=omicron","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.061137756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2b768999-5a6a-4740-8675-1d14edc7a64c\", \"date\": \"Fri, 16 Jan 2026 23:11:13 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.061200577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.061241898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.061924904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.062592789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f660e52f-2674-4cea-beac-6e4cb4d73591\", \"content-length\": \"12\", \"date\": \"Fri, 16 Jan 2026 23:11:13 GMT\"} })"}
{"msg":"retrieved port settings from switch","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.062672671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","settings":"PortSettings { links: {} }","switch_port_id":"Name(Name(\"qsfp0\"))"}
{"msg":"clearing switch port settings","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.062720963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","port_id":"Qsfp(Qsfp(\"qsfp0\"))","switch_location":"Switch0"}
{"msg":"port settings up to date, skipping","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.062768733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch0","switch_port_id":"Name(Name(\"qsfp0\"))"}
{"msg":"no DPD client for switch location","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:11:13.062815985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.062857546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/static/route4","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.063408819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.063513011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.063570452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.063640594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.064209967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.085357816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:40.889238Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Active, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: 39f72f42-fc41-4bca-99b8-17c80442aa12, time_created: 2026-01-16T23:08:35.956054Z, time_modified: 2026-01-16T23:08:44.819204Z, time_deleted: None, external_group_id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, parent_id: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, sled_id: None, state: Left, version_added: Generation(Generation(3077)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.085474199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:40.889238Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Active, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.085540391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.085576392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.086203656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.087381443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.087445945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.088064179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.098548052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.098647914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.098703686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.099434802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.102238738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/static/route4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"944bcf65-6e51-40f3-9134-1a560ca033e1\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:11:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.102305039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/static/route6","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.10233838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.10237031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.102401341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.102432412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.102457863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.121810571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/static/route6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c37dfb4-8dc9-4023-ac1e-5402be8235d8\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:11:13 GMT\"} })"}
{"msg":"retrieved existing routes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.121927134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{Switch0: {}}"}
{"msg":"retrieved desired routes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.121971705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"calculated static routes to add","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.122005285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"calculated static routes to delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.122038706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"checking for changes to loopback addresses","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.122071477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.122100858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.122135919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.122857815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.123969081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.124035632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.124620656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.126279904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.126369046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.126430558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.12696219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229 push not needed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.131007154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.131198058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vpc-routes","method":"PUT"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.13169126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.139759307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.139829828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.139869669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.1399033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.141066087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/loopback/ipv4","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.143196576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"057746e2-c82b-4393-8dc1-a73d6c686708","remote_addr":"[::1]:46492","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.143268708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"057746e2-c82b-4393-8dc1-a73d6c686708","remote_addr":"[::1]:46492","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.144059976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a079ee5a-9ae8-4bfe-a8be-2ea378d66616\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:11:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.144356793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/loopback/ipv6","method":"GET"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.144776263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"057746e2-c82b-4393-8dc1-a73d6c686708","remote_addr":"[::1]:46492","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1567,"response_code":204}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.145317985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.154538719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.154666212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.154761444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.154910977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.154950258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.155235735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.156252809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.15630644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.156350491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.156909614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.160784443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 204, headers: {\"x-request-id\": \"057746e2-c82b-4393-8dc1-a73d6c686708\", \"date\": \"Fri, 16 Jan 2026 23:11:13 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.161763236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":15,"elapsed":"1.50039527s"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.161827418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Dependency"}
{"msg":"VPC route manager running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.162314279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.16238227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.162443182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.162488403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.162512063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.163059326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.163746142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.163827264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.163895775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.164546641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.165278588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"770f9fbe-6658-47de-923f-beae97795885\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:11:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.165417961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:12345/network-bootstore-config","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.166836224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.166888495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.166924226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.16883062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12345/network-bootstore-config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12345, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"unable to read bootstore config from scrimlet","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:11:13.168922942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Communication Error: error sending request for url (http://[::1]:12345/network-bootstore-config)"}
{"msg":"both scrimlets are unreachable, cannot update bootstore","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:11:13.168974173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.171340718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":7,"elapsed":"1.521669624s"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.17186356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.178643477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.17877843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.178848362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.178914274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.178963445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.179498687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.180851208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.180957351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.181061983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.181654457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"using fallback path: querying DPD directly for member removal","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.182700061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"sled_id_unavailable_or_resolution_failed","member_sled_id":"None","member_id":"cc294b96-b30f-48d8-be22-c984ee7815ce"}
{"msg":"fetching underlay group members from DPD for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.182775033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","switch":"switch0","underlay_ip":"ff04::e002:1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.182820374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/underlay-groups/ff04::e002:1","method":"GET"}
{"msg":"inserting 2 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.18393529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.183992931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 2 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.184019222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.185060616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.185265811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.191631998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.191740771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.191786632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.193336017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.193414159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.202716345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.202896359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.20296695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.203422291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.205094569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/underlay-groups/ff04::e002:1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab8a34eb-422f-4b17-ad0b-246ac04d4c0c\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:11:13 GMT\"} })"}
{"msg":"underlay group members fetched from DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.205208262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","member_count":0,"switch":"switch0","underlay_ip":"ff04::e002:1"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.205253713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.205322935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.205917129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.250165033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.250240155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/vpc-routes","method":"GET"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.253565172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7c5d6dd7-bd9f-4f84-8704-d1f761e8b92d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":956552,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.254375541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.254445533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.254491134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46496"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.258059686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:40.950337Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Active, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: cc294b96-b30f-48d8-be22-c984ee7815ce, time_created: 2026-01-16T23:08:35.062897Z, time_modified: 2026-01-16T23:08:44.947522Z, time_deleted: None, external_group_id: a9c05218-3fb7-462e-a6e5-eaf77011803c, parent_id: 047649a1-bd77-4a29-8488-f19a376f3d65, sled_id: None, state: Left, version_added: Generation(Generation(2051)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.258183529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:40.950337Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Active, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.258249531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.258283932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.259145081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.260209876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.260498573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.260665317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"d5076892-08ae-4070-b9b7-333d40eee383","remote_addr":"[::1]:46496","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.260736749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"d5076892-08ae-4070-b9b7-333d40eee383","remote_addr":"[::1]:46496","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.261326362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"d5076892-08ae-4070-b9b7-333d40eee383","remote_addr":"[::1]:46496","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":660,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.263662186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5076892-08ae-4070-b9b7-333d40eee383\", \"content-length\": \"210\", \"date\": \"Fri, 16 Jan 2026 23:11:13 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.263725118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.263759099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.263785339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.26510726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.265178242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.265220923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.265256263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.265795066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.267034304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":2}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.267123977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.27245625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.280299822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.280416134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.280465735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.281169852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:13.284897128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.285991583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.286067395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.286119226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.28712756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.288243056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.288371589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.28929589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"8b3b5043-4fdd-4564-94af-e21cc9732bc7","remote_addr":"[::1]:46496","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.289358321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"8b3b5043-4fdd-4564-94af-e21cc9732bc7","remote_addr":"[::1]:46496","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.290328424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"8b3b5043-4fdd-4564-94af-e21cc9732bc7","remote_addr":"[::1]:46496","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":415,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.290391615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8b3b5043-4fdd-4564-94af-e21cc9732bc7\", \"date\": \"Fri, 16 Jan 2026 23:11:13 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.290435716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.290470177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.290738473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.291989572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.292058554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.292653968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.293857605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.293914297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.294247474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"using fallback path: querying DPD directly for member removal","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.296365904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"sled_id_unavailable_or_resolution_failed","member_sled_id":"None","member_id":"1396c948-d098-4b75-948b-14fba9766ce4"}
{"msg":"fetching underlay group members from DPD for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.296426295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","switch":"switch0","underlay_ip":"ff04::e002:0"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.296481326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/underlay-groups/ff04::e002:0","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.297251384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/underlay-groups/ff04::e002:0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ece84be-4c9c-4798-a243-7136e543ab8f\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:11:13 GMT\"} })"}
{"msg":"underlay group members fetched from DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.297439108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","member_count":0,"switch":"switch0","underlay_ip":"ff04::e002:0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.29749391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.298563454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.299526397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.303864127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.303932739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.30398757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.30700086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:40.877371Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Active, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: 1396c948-d098-4b75-948b-14fba9766ce4, time_created: 2026-01-16T23:08:34.510247Z, time_modified: 2026-01-16T23:08:45.103864Z, time_deleted: None, external_group_id: f643b999-0df5-4ca9-8524-3431f1dbb507, parent_id: 654b8aa8-0014-4f2e-b375-089d955844b2, sled_id: None, state: Left, version_added: Generation(Generation(1025)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.307126143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:40.877371Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Active, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"member state reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.307203574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":3}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.307238565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.307280846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.307334757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.307821829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229 push not needed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.312781794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.312977699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vpc-routes","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.313358937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"024ad5d9-977c-46ad-80c1-33eace674246","remote_addr":"[::1]:46496","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.313426959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"024ad5d9-977c-46ad-80c1-33eace674246","remote_addr":"[::1]:46496","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.313700345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"024ad5d9-977c-46ad-80c1-33eace674246","remote_addr":"[::1]:46496","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":348,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.314096645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 204, headers: {\"x-request-id\": \"024ad5d9-977c-46ad-80c1-33eace674246\", \"date\": \"Fri, 16 Jan 2026 23:11:13 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.315339133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":16,"elapsed":"153.484575ms"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.375053996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.375128958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.377212506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.377264548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.377301878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.378312062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58490"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.38387055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"6704eb0b-df73-461e-9ce9-57dca93f9870","remote_addr":"127.0.0.1:58490","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.383966073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"6704eb0b-df73-461e-9ce9-57dca93f9870","remote_addr":"127.0.0.1:58490","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.384020294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"6704eb0b-df73-461e-9ce9-57dca93f9870","remote_addr":"127.0.0.1:58490","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.384070815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"6704eb0b-df73-461e-9ce9-57dca93f9870","remote_addr":"127.0.0.1:58490","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.384109886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"6704eb0b-df73-461e-9ce9-57dca93f9870","remote_addr":"127.0.0.1:58490","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.384155257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.384190968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.384222529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.41582006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"6704eb0b-df73-461e-9ce9-57dca93f9870","remote_addr":"127.0.0.1:58490","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":37277,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.483310644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.483465037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.484395378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.552552987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.5526867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.553651202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.564935914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.565004956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.565056257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.565109108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.571347903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":3}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.571450275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.571496956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.572213332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.572900588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.57297855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.573557014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.574082046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.574125747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.574660459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetching external group state from all switches for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.579995513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switch_count":1,"group_ip":"224.2.0.2"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.580427803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/groups/224.2.0.2","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.582536331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/groups/224.2.0.2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c4bab46-98f0-444e-9c22-ca2c907dbaa2\", \"content-length\": \"290\", \"date\": \"Fri, 16 Jan 2026 23:11:13 GMT\"} })"}
{"msg":"external group state fetched from all switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.58291564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switches_with_group":1,"switches_queried":1,"group_ip":"224.2.0.2"}
{"msg":"fetching external group state from all switches for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.583218367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switch_count":1,"group_ip":"224.2.0.1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.583287519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/groups/224.2.0.1","method":"GET"}
{"msg":"fetching external group state from all switches for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.583488274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switch_count":1,"group_ip":"224.2.0.0"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.583648497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/groups/224.2.0.0","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.587075557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/groups/224.2.0.1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0f63b65-9856-4a08-85be-3705a68a7391\", \"content-length\": \"290\", \"date\": \"Fri, 16 Jan 2026 23:11:13 GMT\"} })"}
{"msg":"external group state fetched from all switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.587238571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switches_with_group":1,"switches_queried":1,"group_ip":"224.2.0.1"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.587687011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/groups/224.2.0.0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f0fb589-56ed-4338-b873-591ae425f71c\", \"content-length\": \"290\", \"date\": \"Fri, 16 Jan 2026 23:11:13 GMT\"} })"}
{"msg":"external group state fetched from all switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.587915206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switches_with_group":1,"switches_queried":1,"group_ip":"224.2.0.0"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.58806049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:40.889238Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Active, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }","state":"Active"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.588146672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:40.950337Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Active, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }","state":"Active"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.588237383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:40.877371Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Active, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","state":"Active"}
{"msg":"group reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.588308435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":3,"processed":3,"state":"Active"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.588342486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.588376957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.588413838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.589187465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.592198566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.592253407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":3,"orphaned_member_cleanup":0,"member_lifecycle_transitions":3,"active_groups_verified":3,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed successfully","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.593320392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_operations":3,"orphaned_members_cleaned":0,"member_state_transitions":3,"active_groups_verified":3,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.593382793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":3,\"members_deleted\":0,\"members_processed\":3}","iteration":19,"elapsed":"1.938328223s"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.733060328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.733935748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.734408339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8080eaff-0f50-433c-81cd-a400b077434f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.734481181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8080eaff-0f50-433c-81cd-a400b077434f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.734724716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8080eaff-0f50-433c-81cd-a400b077434f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.734799548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8080eaff-0f50-433c-81cd-a400b077434f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.735442943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8080eaff-0f50-433c-81cd-a400b077434f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.743677354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8080eaff-0f50-433c-81cd-a400b077434f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":9262,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.744155095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8080eaff-0f50-433c-81cd-a400b077434f\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.74436429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.74480471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6a04b0f5-0b5c-407f-8a3c-a70656efd6ef","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.744867921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6a04b0f5-0b5c-407f-8a3c-a70656efd6ef","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.745151088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6a04b0f5-0b5c-407f-8a3c-a70656efd6ef","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.745224759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6a04b0f5-0b5c-407f-8a3c-a70656efd6ef","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.746050769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6a04b0f5-0b5c-407f-8a3c-a70656efd6ef","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.750606974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6a04b0f5-0b5c-407f-8a3c-a70656efd6ef","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5793,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.751071555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a04b0f5-0b5c-407f-8a3c-a70656efd6ef\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:13 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.751233259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.751439683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:13.751482394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.814037404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.814149336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.815805574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:13.816628513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.816703785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:13.816744156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.170745245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.170819217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.170864058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.170910479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.174820029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.174896891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.177700636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.177767298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:14.262357437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.262701455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.262772666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.262949121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.263006892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.263058113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.263119814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.263981194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.268735755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.268803776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.268838717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:14.272394029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.272467061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.272519842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.272567373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.272605944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.272636045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.275652005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.275819868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.275954322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.276966045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.27933979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.283783763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.284543161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.284603212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.284822377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.290913858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.291085692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.291141173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.291176284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.291723577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.294250595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.294310617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.294335887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.294958212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.297180273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.300851478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.30095967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.301048953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.301121654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.310069612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.314565236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.315741433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.315990729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.319427678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.319545621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.320226397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.323034292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.323176825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.323297058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.32336172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.323917173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.327445944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.327527416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.327584027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.328660982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.331760574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.331841336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.331893427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.332533432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.336038333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.343574448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.343723421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.343841024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.343917185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.343979487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.344261733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.352588576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.35275281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.352809941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.353363104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.356908607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.357001289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.35705689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.357595642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.360245294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.366931059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.367100353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.367161534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.367575714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:14.372413996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d52fa709-9571-4840-a7ea-87c90afa78ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":109713,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:14.37303448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:14.373085731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.817277319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.817356141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.817407032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:14.817448963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.817489784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:14.817524565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.169409195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.169482666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.16963448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.170619003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.173185262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.173245784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.175296461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.175353942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:15.271054669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:15.374450394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.374759811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.374822242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.374937975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.374984446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.375025897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.375061188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.375863326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.379070671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.379138832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.379786337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.383757039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.383848051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.383914623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.383960244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.384526617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.386691757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.386754278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.38679247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.38724881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.389565154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.393646518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.39371538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.393752631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.394330404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.397543908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.39761429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.397654451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.397689472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.398338517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.40237206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.402431021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.402469653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.403104567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.407151201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.411296477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.41141249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.411464261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.411532893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.412328931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.416060137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.41616536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.416943388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.42006447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.420142412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.420637183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.422894876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.422988888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.423049379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.42310746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.423563971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.427597405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.427686897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.427744698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.428368733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.43172648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.431817162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.431879274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.432448797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.448020627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.457838635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.457963528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.45803951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.458096301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.458148892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.458612123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.462855901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.462993664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.463130698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.463854595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.471248866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.4714321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.471513382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.472093345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.476843295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.488418413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.488607338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.488676689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.489474658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:15.497941804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"37e67b61-0431-4722-94a2-b6d2ae9fe17a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":123193,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:15.498744982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:15.499261194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:15.733567301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.733649923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.733687474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dbc80cc0-75e8-4f04-b497-5677d3650811","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.733738195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dbc80cc0-75e8-4f04-b497-5677d3650811","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.733783216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dbc80cc0-75e8-4f04-b497-5677d3650811","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.733841697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dbc80cc0-75e8-4f04-b497-5677d3650811","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.733894169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dbc80cc0-75e8-4f04-b497-5677d3650811","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:15.735637249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dbc80cc0-75e8-4f04-b497-5677d3650811","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4074,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.736076849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbc80cc0-75e8-4f04-b497-5677d3650811\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.736286804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.736929159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"12095581-7cb0-4bac-aee7-128a522763f7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.737017741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"12095581-7cb0-4bac-aee7-128a522763f7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.737089082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"12095581-7cb0-4bac-aee7-128a522763f7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.737160644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"12095581-7cb0-4bac-aee7-128a522763f7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.737646135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"12095581-7cb0-4bac-aee7-128a522763f7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:15.739950959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"12095581-7cb0-4bac-aee7-128a522763f7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3247,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.740309657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12095581-7cb0-4bac-aee7-128a522763f7\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:15 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.740386869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.74043097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:15.740466651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.814406794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.814498505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.816474921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:15.81729555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.817359522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:15.817388492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.169096948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.169173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.169334644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.170320547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.176036979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.176104681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.178387453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.178460035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:16.27104937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:16.499979012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.502169032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.502242974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.502554271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.502624193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.502677434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.502722435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.50337638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.516971046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.517033597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.517067328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.519029163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.519092194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.519145096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.519180756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.519828501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.537528011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.537586792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.537622243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.53835487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.543596102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.552530109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.552614531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.552654712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.553237546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.56767832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.567766842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.567809443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.567843433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.56855661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.571283573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.571343665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.571384595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.5719951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.574360864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.57804065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.578115251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.578165452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.578238324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.578760096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.581747685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.581831627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.582401341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.58624153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.586319491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.586859684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.589024424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.589173447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.58929611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.589398552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.592126306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.595579236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.595729479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.595806251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.596353784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.608371642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.608467774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.608527666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.608579977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.608650998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.61563401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.615763703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.615841285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.615915687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.615977158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.616298986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.620168516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.620247527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.620302559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.620834021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.625440867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.62555471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.625613991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.626128873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.630040934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.647165581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.647271433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.647318324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.647827576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:16.654750146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b675fc1e-7044-4b13-80ad-ebdc998f374e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":152565,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:16.655285689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:16.655630427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.670357768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":38,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.670551742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.670712616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.67089391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.670959922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.671803161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.675049036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.683088022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.683216536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.683270017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.683889991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.686097252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.686174554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":38,"elapsed":"15.794216ms"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.816970413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.817044695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.817083706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:16.817499155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.817555667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:16.817591368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.169203441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.171147916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.171195958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.171237688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.176514231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.176576442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.178952097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.180531394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:17.270496317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:17.656518188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.656814505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.656892027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.657086431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.657138733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.657182783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.657222335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.65789414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.660220754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.660323046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.660813877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.662951437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.663022079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.66306541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.663105491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.663624973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.665904516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.665952157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.665988527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.666557571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.669004467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.672391566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.672473217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.672512978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.674853543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.679115911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.679178013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.679215864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.679249244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.679283915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.680954894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.681037556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.681080127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.681700631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.685901808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.689664846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.689748268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.689800359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.68985735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.690181887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.692506031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.692582163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.693207977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.695205034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.695295566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.696214157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.69846117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.698555772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.698621083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.698675575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.698800747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.701816927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.701914459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.701978201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.70236866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.705121884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.705218876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.705302168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.705776159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.709016924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.718585016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.718689908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.71876405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.718843551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.718900353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.719142488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.723178832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.723267554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.723352206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.723867868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.727078782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.727185895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.727262836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.727738847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:17.729995189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.730374288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.73088832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"37a23fdf-e22e-4912-8147-e7147cd59213","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.730952892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"37a23fdf-e22e-4912-8147-e7147cd59213","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.731043864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.740021272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.740179656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.740238837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.741114027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.741423774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"37a23fdf-e22e-4912-8147-e7147cd59213","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.741499596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"37a23fdf-e22e-4912-8147-e7147cd59213","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.741938936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"37a23fdf-e22e-4912-8147-e7147cd59213","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:17.745463178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"37a23fdf-e22e-4912-8147-e7147cd59213","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":14605,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:17.745850197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"63e4f7a1-1edb-4bce-8dc0-3caeec2b6d1d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":89052,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.746625915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37a23fdf-e22e-4912-8147-e7147cd59213\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.74729361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:17.747365742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:17.747475705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.747572527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"68695776-40f1-4f26-b367-0c9efbde29e1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.747659079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"68695776-40f1-4f26-b367-0c9efbde29e1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.752930691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"68695776-40f1-4f26-b367-0c9efbde29e1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.753071064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"68695776-40f1-4f26-b367-0c9efbde29e1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.753168147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"68695776-40f1-4f26-b367-0c9efbde29e1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:17.762841041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"68695776-40f1-4f26-b367-0c9efbde29e1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":15122,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.76327514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68695776-40f1-4f26-b367-0c9efbde29e1\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:17 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.763395773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.763449464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:17.763485925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.814270262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.814355474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.816257087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:17.817196169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.817292531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:17.817324612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.171156807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.171234989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.171295421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.171333531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.173637975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.173701106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.175455327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.175513458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:18.271068931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:18.748490419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.748817806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.748912788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.751509689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.75157154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.751630432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.751661772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.751695453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.7541398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.754201451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.754232752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.756049814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.756141816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.756197267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.756241768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.773785564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.778355361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.778415852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.778441843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.779081547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.781476473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.785341672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.785464485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.785520227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.786043008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.802042209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.802176822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.802222083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.802255994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.803062523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.80598159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.806055412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.806104543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.806640516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.811266063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.814127149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.814203731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.814254062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.814307813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.814822745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.817444036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.817601899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.82065848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.820793284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.825470901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.830655912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.830737984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.830793055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.830898177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.830944728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.83102766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.831086752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.834561292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.834675665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.834753347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.834819298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.834871649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.839051266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.83920225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.839325813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.84225929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.849018507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.849107079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.849183341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.849862517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.853696086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.863760459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.863939693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.864128617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.864273031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.864540697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.865464758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.868863717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.868982299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.869058461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.869705296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.873547565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.873632667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.873710729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.87420086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.878142712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.893102498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:18.893285742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.893412395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:18.894150432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:18.898063153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f06b1fab-f864-42c6-b2d4-673dcb5167ec","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":149245,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:18.900911679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:18.901197956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.171135878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.171212609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.17124509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.171288631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.173538023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.173637075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.176204615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.176260906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:19.271893521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.345432955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:57418","req_id":"c7f65c33-b0e5-4060-95d8-2d2fac830618","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   9c ba 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.345993197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:57418","req_id":"c7f65c33-b0e5-4060-95d8-2d2fac830618","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 40122,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.346150161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.346185652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.346209522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:57418","req_id":"c7f65c33-b0e5-4060-95d8-2d2fac830618","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.346259984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:62113","req_id":"5eb1f2b3-d792-4e52-8909-ee177e00b2df","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   5e bb 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   ^............_re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.346308735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:62113","req_id":"5eb1f2b3-d792-4e52-8909-ee177e00b2df","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 24251,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.346446518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_repo-depot._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.346474119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.346502369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:62113","req_id":"5eb1f2b3-d792-4e52-8909-ee177e00b2df","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 43699, target: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_repo-depot._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.346576811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:57674","req_id":"fa009b7f-dbfc-41ce-b775-e6e45f76ade5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   63 19 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   c............_cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.346641443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:57674","req_id":"fa009b7f-dbfc-41ce-b775-e6e45f76ade5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 25369,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.346797466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.346848107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.346886558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:57674","req_id":"fa009b7f-dbfc-41ce-b775-e6e45f76ade5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 33923, target: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.34694766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:63816","req_id":"baaf88ea-409a-4a69-900b-5b1d10a327fd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   db 20 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   . ..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.347000791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:63816","req_id":"baaf88ea-409a-4a69-900b-5b1d10a327fd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 56096,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.347147814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.347171945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:63816","req_id":"baaf88ea-409a-4a69-900b-5b1d10a327fd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.347215036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:58647","req_id":"5dc1104f-22b4-4dec-bca5-98f697fda3f3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   35 0a 01 00  00 01 00 00  00 00 00 01  24 62 36 64   5...........$b6d\n0010:   36 35 33 34  31 2d 31 36  37 63 2d 34  31 64 66 2d   65341-167c-41df-\n0020:   39 62 35 63  2d 34 31 63  64 65 64 39  39 63 32 32   9b5c-41cded99c22\n0030:   39 04 73 6c  65 64 0d 63  6f 6e 74 72  6f 6c 2d 70   9.sled.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.347263167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:58647","req_id":"5dc1104f-22b4-4dec-bca5-98f697fda3f3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13578,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            115,\n            108,\n            101,\n            100,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.347435541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.347473892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:58647","req_id":"5dc1104f-22b4-4dec-bca5-98f697fda3f3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\")), original: Query { name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.347538453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61559","req_id":"e3c7e2e3-7b68-4d02-b415-357b69c0d889","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   9c 8a 01 00  00 01 00 00  00 00 00 01  24 37 37 65   ............$77e\n0010:   37 63 66 36  65 2d 36 32  66 63 2d 34  61 36 30 2d   7cf6e-62fc-4a60-\n0020:   38 65 38 66  2d 33 63 32  31 38 61 38  63 38 38 33   8e8f-3c218a8c883\n0030:   66 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   f.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.347616155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61559","req_id":"e3c7e2e3-7b68-4d02-b415-357b69c0d889","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 40074,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            55,\n            55,\n            101,\n            55,\n            99,\n            102,\n            54,\n            101,\n            45,\n            54,\n            50,\n            102,\n            99,\n            45,\n            52,\n            97,\n            54,\n            48,\n            45,\n            56,\n            101,\n            56,\n            102,\n            45,\n            51,\n            99,\n            50,\n            49,\n            56,\n            97,\n            56,\n            99,\n            56,\n            56,\n            51,\n            102,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.347710687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.347725408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61559","req_id":"e3c7e2e3-7b68-4d02-b415-357b69c0d889","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:19.730732858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.73125551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.731555057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8404e1f1-5571-47f3-8c1f-c7242f107238","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.731638559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8404e1f1-5571-47f3-8c1f-c7242f107238","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.731892655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8404e1f1-5571-47f3-8c1f-c7242f107238","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.731963627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8404e1f1-5571-47f3-8c1f-c7242f107238","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.732708134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8404e1f1-5571-47f3-8c1f-c7242f107238","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:19.737151187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8404e1f1-5571-47f3-8c1f-c7242f107238","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5601,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.737646488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8404e1f1-5571-47f3-8c1f-c7242f107238\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.737862953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.738413216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f266e8a1-a4c8-456e-aa26-617e8197cadc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.738491898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f266e8a1-a4c8-456e-aa26-617e8197cadc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.73859121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f266e8a1-a4c8-456e-aa26-617e8197cadc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.738670222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f266e8a1-a4c8-456e-aa26-617e8197cadc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.739306617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f266e8a1-a4c8-456e-aa26-617e8197cadc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:19.742775667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f266e8a1-a4c8-456e-aa26-617e8197cadc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4491,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.743202107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f266e8a1-a4c8-456e-aa26-617e8197cadc\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:19 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.743425162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.743585816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:19.743684848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.817372875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.817943368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.818000819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.81803786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.818077751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.818117422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:19.902850945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.903203153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.903273544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.903417968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.903461599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.90350291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.903542151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.904346539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.907209696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.90782489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.907865361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.910289827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.910394869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.910455951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.910494112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.911080035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.91646402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.916624624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.916708226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.917491754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.920199136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.924429825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.924528507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.924573978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.925196002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.92813802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.928304454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.928361955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.928408216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.929067781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.932854369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.933114215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.933202157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.934936297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:19.94886382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35632"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.94929458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"e68c40b0-9bcb-429f-832c-06cf2c96818f","remote_addr":"[::1]:35632","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:19.950499378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"e68c40b0-9bcb-429f-832c-06cf2c96818f","remote_addr":"[::1]:35632","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":182,"response_code":200}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.95057209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.957639134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.957722636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.957808177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.957858819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.958383191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.961409041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.961496243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.962071276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.96826281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.968572157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.969400286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.972860116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.972986679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.97304481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.973099241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.973861219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.976562062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.976644854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.976709665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.977289259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.981096026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.981184189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.98125247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.984956666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.985809346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.994998169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.995113592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.995199004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.995255075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.995305926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:19.995702655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.999848761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:19.999937183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:20.000001515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:20.002129224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:20.006156807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:20.00625118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:20.006322671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:20.006903324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:20.010255412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:20.019915946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:20.02008668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:20.020153062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:20.022371333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:20.023922649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca7ed4f9-c0ca-4e45-908f-835275272250","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":120737,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:20.024664116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:20.024713367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:20.169729716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:20.170159086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:20.170205987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:20.170883362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:20.173503623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:20.173571615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:20.17811175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:20.178174741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:20.271673597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:20.401025413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35634"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:20.401964045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"129c81e3-e337-43e1-9d17-d35be9e6ea1d","remote_addr":"[::1]:35634","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:20.402040336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"129c81e3-e337-43e1-9d17-d35be9e6ea1d","remote_addr":"[::1]:35634","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":198,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:20.413577514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35636"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:20.413988883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"98a5cc07-5ff3-4e77-99e2-e3805a4b92b1","remote_addr":"[::1]:35636","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:20.414162827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"98a5cc07-5ff3-4e77-99e2-e3805a4b92b1","remote_addr":"[::1]:35636","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":199,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:20.433857203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35638"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:20.434295223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"b3b04324-c6ba-4870-941b-201c0f59d37a","remote_addr":"[::1]:35638","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:20.434484658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"b3b04324-c6ba-4870-941b-201c0f59d37a","remote_addr":"[::1]:35638","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":216,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:20.444890008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35640"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:20.445331149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"fccfbdcf-c7ab-4da9-a2de-8e10b614db50","remote_addr":"[::1]:35640","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:20.445606695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"fccfbdcf-c7ab-4da9-a2de-8e10b614db50","remote_addr":"[::1]:35640","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":278,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:20.451190854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35642"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:20.451253006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35646"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:20.451284017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"d693b4d0-1af1-47aa-bfb7-e1c06cef6195","remote_addr":"[::1]:35642","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:20.451319057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"962168d0-40dc-4328-8b11-b8beb10de0da","remote_addr":"[::1]:35646","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:20.451353618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"d693b4d0-1af1-47aa-bfb7-e1c06cef6195","remote_addr":"[::1]:35642","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":306,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:20.451394249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"962168d0-40dc-4328-8b11-b8beb10de0da","remote_addr":"[::1]:35646","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":241,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:20.457635514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35648"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:20.458014393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"193195ba-d0bb-4df8-b376-445b70dcd002","remote_addr":"[::1]:35648","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:20.459339953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"193195ba-d0bb-4df8-b376-445b70dcd002","remote_addr":"[::1]:35648","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":180,"response_code":200}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:20.81413208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:20.814209172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:20.817219172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:20.817307574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:20.817349455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:20.817383376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:21.027924792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.027990724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.028046965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.028095446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.028141707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.028190518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.028230729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.02826271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.029612691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.029690253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.030309967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.032537919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.0326004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.032645821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.032696052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.033137672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.036726226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.036780697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.036822468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.036849959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.038381024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.042018309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.042101741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.042147222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.042695954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.044870875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.045413807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.045465238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.045504279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.046023511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.04985714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.049917292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.049955113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.050444424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.052663965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.055729036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.05633897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.056397182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.056455693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.056505874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.05892309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.059439002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.05978737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.063050566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.063132598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.063646339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.065715238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.065808749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.065866911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.065922912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.066360172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.071392439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.071479631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.071535392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.072081805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.076712622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.076791984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.076828424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.076855485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.080760866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.090124033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.090259906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.090339248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.090398689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.090453971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.090925541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.093965762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.094345311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.094414502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.094507204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.097518554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.097603886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.097659987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.09819794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.101344323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.110613937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.110789151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.110887464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.111286623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:21.114698882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"89fcc986-82cb-4689-b048-8a7eba381d5f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":88703,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:21.115117082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:21.115380098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.169750767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.169827549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.170063734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.170901763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.174309292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.174391664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.177526797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.177588169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:21.271116395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.670472244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":39,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.670545366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.670611427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.670653108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.670688949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.671404326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.673957115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.68065153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.680721851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.680763372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.681133021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.696686371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.696759853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":39,"elapsed":"26.287849ms"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:21.730777581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.731112898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.731526108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a327c915-428c-49f3-bc36-5bed77684921","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.731574329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a327c915-428c-49f3-bc36-5bed77684921","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.731818905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a327c915-428c-49f3-bc36-5bed77684921","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.732791847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a327c915-428c-49f3-bc36-5bed77684921","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.732853709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a327c915-428c-49f3-bc36-5bed77684921","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:21.735356607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a327c915-428c-49f3-bc36-5bed77684921","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3850,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.735749245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a327c915-428c-49f3-bc36-5bed77684921\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.735973131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.736606345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c290d67a-36ca-4173-9faa-1015d1043990","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.736683687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c290d67a-36ca-4173-9faa-1015d1043990","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.736737778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c290d67a-36ca-4173-9faa-1015d1043990","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.73679723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c290d67a-36ca-4173-9faa-1015d1043990","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.737331582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c290d67a-36ca-4173-9faa-1015d1043990","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:21.744003787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c290d67a-36ca-4173-9faa-1015d1043990","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7667,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.744943459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c290d67a-36ca-4173-9faa-1015d1043990\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:21 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.745016041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.745051421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:21.745078302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.820940909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.821041011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.821081282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.821117583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.821151864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.821192375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.821225416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"5593f0a0-9e94-403f-91ad-c58aa5e674a3","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:21.84644467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"5593f0a0-9e94-403f-91ad-c58aa5e674a3","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":29901,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.847143436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.872989855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.873079406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.873123827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.873148098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.873176149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.873197749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.87321833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 21 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.87323784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 21 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.87325461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 21 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.873286661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.885741099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":4,"sql":"INSERT INTO oximeter.fields_ipaddr FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.889818534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_ipaddr","n_rows":4}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.889897286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":40,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.891912753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":40}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.891985695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":23,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.894003721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":23}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.894066383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":23,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.900358658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":23}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.90043851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":5,"n_rows":2,"sql":"INSERT INTO oximeter.measurements_cumulativeu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.90431842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_cumulativeu64","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.904428263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:21.908148909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:21.908260932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:21.971988717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:22.117052607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.117482987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.117551939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.117696912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.117752193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.117801034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.117846935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.118618793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.123398234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.123461565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.123491426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.127828966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.127908568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.127953739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.12799286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.128027181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.129867174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.129925045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.129964376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.130820946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.134740926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.138604176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.138752299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.138868502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.139493327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.143744086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.143913799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.143978061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.144019822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.144768259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.147253556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.147357979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.14740633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.148030134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.150553353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.155921077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.156006919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.157024433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.157107315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.157161206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.159381417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.159460949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.160158255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.162221943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.162308415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.162883469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.165012208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.16510922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.165173111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.165226553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.165943949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.169501012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.169559563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.169789818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.170692749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.171866126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.171967169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.172040821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.172742387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.17544872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.175548442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.177979658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.17804182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.17808267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.178861208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.179972714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.180683661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.184241953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.19576805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.195895823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.196002426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.196074958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.196128409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.196545878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.200312005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.200404498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.200472239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.201269518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.205628679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.205740561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.205821313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.208085255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.210921821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.220709328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.220873222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.220954934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.221488576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:22.229676216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c68fc489-cd5e-4c3b-8035-5fe4c2412dc9","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":112151,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:22.230099845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:22.230372541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:22.271219838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.814217184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.814301196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.81619711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:22.817113091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.817194793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:22.817240774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.172934702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.173005873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.173040414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.173082125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.174648022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.174709473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.175597704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.175668615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:23.233976505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.234035477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.234084958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.234125919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.23417149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.234214011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.234252162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.234283413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.237633061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.237698662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.237731983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.240271972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.240337633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.240372804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.240404805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.240431106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.243807053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.243862385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.243894706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.243921756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.24709099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.253107749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.253252962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.253365965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.254204724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.261069143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.261171395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.261224417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.261271008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.261974344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.264441802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.264502073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.264546674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.266029358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.269358375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.273948602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.274028453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.274077085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.274147716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.275270012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:23.275728523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.278827055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.278909486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.279525731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.296431302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.296532085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.297261611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.301394087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.30150594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.301563531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.301617892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.302035722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.307776215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.307872537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.307938219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.3079939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.312508844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.312604967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.312660138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.313241872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.317311916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.327514642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.327642915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.327723927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.327782418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.3278587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.328205388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.334977255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.33517121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.335243822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.335775854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.34121084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.341324082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.341381633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.341434955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.356979165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.37578339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.375933104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.375989515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.376469556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:23.380306045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ca750be4-213a-4c54-bf0f-5ef6abef58ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":148682,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:23.385044385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:23.385578077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:23.730485825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.730836553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.731272083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e231ffaf-7406-4cc9-9530-59fe5dab36fb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.731332795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e231ffaf-7406-4cc9-9530-59fe5dab36fb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.731504999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e231ffaf-7406-4cc9-9530-59fe5dab36fb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.73156914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e231ffaf-7406-4cc9-9530-59fe5dab36fb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.732324518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e231ffaf-7406-4cc9-9530-59fe5dab36fb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:23.735362178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e231ffaf-7406-4cc9-9530-59fe5dab36fb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4083,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.735783898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e231ffaf-7406-4cc9-9530-59fe5dab36fb\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.735994443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.736405503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3118501d-0f89-4053-957d-972b2a28de61","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.737264233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3118501d-0f89-4053-957d-972b2a28de61","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.738294726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3118501d-0f89-4053-957d-972b2a28de61","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.738378488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3118501d-0f89-4053-957d-972b2a28de61","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.73843876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3118501d-0f89-4053-957d-972b2a28de61","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:23.742158306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3118501d-0f89-4053-957d-972b2a28de61","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5750,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.7449343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3118501d-0f89-4053-957d-972b2a28de61\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:23 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.745008102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.745051403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:23.745087524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.814608214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.814685466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.816417295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:23.81706014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.817149752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:23.817198124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.169743659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.169822201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.169995755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.170961587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.17371063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.173780852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.176509735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.176581197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:24.271967997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:24.388903485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.388967416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.389017888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.389055878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.389092219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.38913063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.389171331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.389212232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.393152133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.393217105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.393248425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.395252522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.395347254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.395397865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.395452746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.39604556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.401040996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.401117537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.401160989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.401192489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.402761656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.406754608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.40683292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.406871031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.407293251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.451237538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.451347101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.451414422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.451453543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.45214925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.455553389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.455741433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.455853385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.457043583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.461113947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.48110842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.481203992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.481270484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.481330526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.482230326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.486113746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.486206959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.487005707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.495151166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.495237997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.496018495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.502524316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.502631479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.502704141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.502772212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.503398377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.51605159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.516162662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.516227224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.516280995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.523184795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.523278837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.523339178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.523993274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.53205278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.555670677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.55580989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.555904293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.555973974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.556026365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.556947737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.561533263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.561639006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.561723797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.562408103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.56745328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.567562083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.567652805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.569487957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.575095847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.58946206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.589598073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.589670595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.590292379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:24.597053336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cb9f8b88-ded0-4898-81ce-80ceee534c71","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":210345,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:24.597593248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:24.59854597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.814066382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.814143183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.815956105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:24.816655212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.816697393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:24.816730423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.172933913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.173005035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.173045736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.173081247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.173122888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.173166718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.179375533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.179439574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:25.272695794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:25.601817137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.601885108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.601936789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.601989891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.602030971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.602077133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.602116253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.602151524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.606589247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.606647989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.606680839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.608197524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.608343348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.60844853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.608538262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.609247469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.612344001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.612403292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.612444733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.612990685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.615587436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.619283231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.619362423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.619408944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.619957447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.641577728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.6416511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.641711961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.641752082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.642642282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.645821706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.645873317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.645924468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.646502832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.66544319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.681235606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.682626978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.68268842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.682737461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.690752486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.699806116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.699901269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.6999616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.70215277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.702234412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.702947929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.709116782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.709221894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.709284706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.709330967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.70989676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.720512066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.720608708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.720658409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.721403776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.726809102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.726901474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.726956295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.727557399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:25.733481166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.733546078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.733577258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"79b623b8-d62d-45e5-bc17-cda29e660fbc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.733623459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"79b623b8-d62d-45e5-bc17-cda29e660fbc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.73366992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"79b623b8-d62d-45e5-bc17-cda29e660fbc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.733729302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"79b623b8-d62d-45e5-bc17-cda29e660fbc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.733794043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"79b623b8-d62d-45e5-bc17-cda29e660fbc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.736401714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.750271345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.750378427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.750459809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.75050713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.750554142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.750843948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:25.755456605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"79b623b8-d62d-45e5-bc17-cda29e660fbc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":22212,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.757351279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79b623b8-d62d-45e5-bc17-cda29e660fbc\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.757630475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.757990574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.758077556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.758132167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.75871043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.759927589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f9a8009e-5e9b-49f2-8d1d-3384b18e2774","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.760007981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f9a8009e-5e9b-49f2-8d1d-3384b18e2774","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.760060722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f9a8009e-5e9b-49f2-8d1d-3384b18e2774","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.760144964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f9a8009e-5e9b-49f2-8d1d-3384b18e2774","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.760584734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f9a8009e-5e9b-49f2-8d1d-3384b18e2774","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:25.762811175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f9a8009e-5e9b-49f2-8d1d-3384b18e2774","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3132,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.76519797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9a8009e-5e9b-49f2-8d1d-3384b18e2774\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:25 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.765285992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.765339074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:25.765382325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.765421626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.765462837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.765493067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.765524608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.767733129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.775206192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.775367366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.775430578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.77596938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:25.780469085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21bb7e99-defb-4edb-8dcd-a4561f304af8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":180722,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:25.781228412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:25.78157615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.824951514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.825051697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.827742419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:25.828535628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.828594099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:25.82863017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.16929521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.169373022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.169616387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.17059577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.173354664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.173435105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.175548905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.175641027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:26.270804041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.665537663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.665610355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.665652306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.665690607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.665727547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.665757868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.66713367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.673738803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.673850296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.673894047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.674481121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.67531584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":40,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.675371181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.675415632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.675460433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.675519574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.676287883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.678192107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"original_time_started":"2026-01-16 23:08:17.449297 UTC","original_id":"1f884896-3377-4f37-8274-2f6d5ab61291","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.678263828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"1f884896-3377-4f37-8274-2f6d5ab61291\",\"time_loaded\":\"2026-01-16T23:11:26.663757192Z\",\"time_started\":\"2026-01-16T23:08:17.449297Z\"}}","iteration":15,"elapsed":"14.553157ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.678616886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.685131877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.685205319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.68523109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.685808953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.689528519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.68959948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":40,"elapsed":"12.625122ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.691528975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.691584306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.691648198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.691700939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.69175715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.692262932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.694209687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.698096227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.698185799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.698237631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.698706241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.699414778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.699467429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.69950777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.69994892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.700852581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.700927963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.700971754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.701008755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.701437725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.701990438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":14,"elapsed":"10.453942ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.703460332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.706367419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.708209071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.708281033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.708666402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.709776138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.709815789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.709840399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.70986228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.710422353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.712546172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.715839538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.71764307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.717708482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:26.717750132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.717784903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":14,"elapsed":"18.306774ms"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:26.782701327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.783125527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.783195648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.783343232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.783392543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.783431584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.783485315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.784207702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.786599107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.786656679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.787261082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.789575766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.789678238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.78973052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.7897666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.790292513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.792443772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.792497303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.792530874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.793054907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.795116484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.798740598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.7987918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.79881531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.799371553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.801618155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.801661306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.801683646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.801710247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.8022822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.806052808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.806115849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.80615274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.806767754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.809567509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.812870166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.812959278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.813019129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.81307745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.813629123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.814452642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.814520854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.816637353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.817432351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.817494862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.817519833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.817660626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.817705607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.818316001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.820619905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.820711637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.821309101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.823538682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.823650155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.823710586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.823779998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.824247109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.827835752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.827919674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.827976335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.828561509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.832078141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.832168483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.832231014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.832823558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.83593067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.845547062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.845667805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.845742487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.845794638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.845847529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.84589262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.849935824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.850001895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.850036356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.850690402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.854207823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.854292175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.854359976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.855025912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.858483252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.86573318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:26.865866593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.865924994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:26.866235102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:26.871122624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e366773-5fa2-40d1-978e-0fce435f4512","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":87998,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:26.871513564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:26.87178285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.17012478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.170202271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.170354875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.171414339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.177794578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.177869739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.183339026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.183421358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:27.271935428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:27.730045428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.730371326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.730755714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eb69fa69-a1a4-4d54-b65a-0144ca7b49dc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.730822426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eb69fa69-a1a4-4d54-b65a-0144ca7b49dc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.731018841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eb69fa69-a1a4-4d54-b65a-0144ca7b49dc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.731091442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eb69fa69-a1a4-4d54-b65a-0144ca7b49dc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.731924601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eb69fa69-a1a4-4d54-b65a-0144ca7b49dc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:27.735061924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eb69fa69-a1a4-4d54-b65a-0144ca7b49dc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4307,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.735447183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb69fa69-a1a4-4d54-b65a-0144ca7b49dc\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.735641338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.736019727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"84943719-6e7e-40a7-ac02-96ab93210c8a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.736089678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"84943719-6e7e-40a7-ac02-96ab93210c8a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.736294173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"84943719-6e7e-40a7-ac02-96ab93210c8a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.736368204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"84943719-6e7e-40a7-ac02-96ab93210c8a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.73705146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"84943719-6e7e-40a7-ac02-96ab93210c8a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:27.741763369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"84943719-6e7e-40a7-ac02-96ab93210c8a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5726,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.742266601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84943719-6e7e-40a7-ac02-96ab93210c8a\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:27 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.742380214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.742434205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:27.742467516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.814878783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.814962855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.817488453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.817755639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.817813341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.817853762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:27.872663121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.882261054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.882339145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.882389846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.882429407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.882473038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.882512349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.88254635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.882586331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.882624282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.882663943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.882706314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.882756225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.882798566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.882838047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.882871448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.894292512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.894349683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.894388064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.895164092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.898574411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.902358469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.902443651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.902469782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.903039524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.913047186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.91323062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.913291482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.913323353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.914110201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.916839784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.916918576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.916968967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.91752654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.91970853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.923093809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.923176141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.923303444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.923367085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.925635278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.936331136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.93650125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.937629306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.940315338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.940454181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.941236459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.943794729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.943993803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.944116996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.944237959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.944845903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.948225771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.948308613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.948365614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.948906117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.952338577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.952416088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.95248501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.953061383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.958934989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.967658541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.967787664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.967881396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.967943838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.967999879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.968359568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.97318904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.973304022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.973368104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.974600572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.977681773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.977768395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.977835257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.978523423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.982064945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.990958541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:27.991089854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.991162176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:27.99176187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:27.995632079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a1dcd543-e6a3-44f9-9ef9-8207df5a9410","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":122639,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:27.996318215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:27.996578141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:28.172116407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:28.172183738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:28.17223107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:28.172271151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:28.175818653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:28.175865414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:28.175907175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:28.175931025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:28.270128046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:28.814991836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:28.815079108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:28.817076644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:28.817873703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:28.817925764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:28.817957054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:28.997489473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:28.99781898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:28.997883602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:28.998030956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:28.998098807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:28.998149708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:28.998184819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:28.998953737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.001890465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.001958376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.002585741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.004722471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.004786462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.004825263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.004867434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.005380756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.007356681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.007410233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.007447023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.007836992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.009581333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.014884846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.014976958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.015021879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.01505209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.022616255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.024402327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.024459338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.024495399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.024523589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.02630332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.026370352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.026410333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.026955706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.028960372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.032231578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.032396381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.032462603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.032541325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.033042227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.035413111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.035487373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.036006765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.037836397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.037919699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.038415801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.040933579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.041046442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.041114203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.041195125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.041630285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.04484588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.044950742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.045021584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.047683735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.051044363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.051157036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.051229757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.051844692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.054955314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.082969283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.083087126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.083161297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.083215538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.08328233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.08412735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.089888843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.089977135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.090041446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.090702232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.099903505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.11138001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.111755399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.111822791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.111891442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.124561886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.12472559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.12690327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.127430193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:29.132112591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1b8d1f2b-3c35-48ba-a50a-0c4cf87c0636","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":134309,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:29.135378477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:29.135903899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.170895159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.170964221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.170994742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.171030522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.173647833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.173713954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.176707634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.176779345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:29.270328492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:29.732861235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.732961377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.732995138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d97c2fa0-d0af-46b5-9975-943310a3b857","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.733035808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d97c2fa0-d0af-46b5-9975-943310a3b857","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.733071719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d97c2fa0-d0af-46b5-9975-943310a3b857","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.733123951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d97c2fa0-d0af-46b5-9975-943310a3b857","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.733176582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d97c2fa0-d0af-46b5-9975-943310a3b857","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:29.743702156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d97c2fa0-d0af-46b5-9975-943310a3b857","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10372,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.744413862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d97c2fa0-d0af-46b5-9975-943310a3b857\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.744456633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.744486144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"02a93c54-ed66-4aa4-b373-1fda2c93ae41","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.744522485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"02a93c54-ed66-4aa4-b373-1fda2c93ae41","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.744558806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"02a93c54-ed66-4aa4-b373-1fda2c93ae41","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.744613227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"02a93c54-ed66-4aa4-b373-1fda2c93ae41","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.745295153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"02a93c54-ed66-4aa4-b373-1fda2c93ae41","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:29.747971054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"02a93c54-ed66-4aa4-b373-1fda2c93ae41","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5312,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.748498377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02a93c54-ed66-4aa4-b373-1fda2c93ae41\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:29 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.748693861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.748795473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:29.748868975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.81469997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.814794022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.81728085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:29.817342691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.817388902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:29.817428493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:30.137576588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.139724738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.139791869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.13983035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.139863681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.139898462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.139930792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.139957413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.142242376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.142310188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.14285364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.145140773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.145207175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.145247046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.145281347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.145676566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.148189224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.148263565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.148300456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.148957892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.151163653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.154904569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.154974751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.155012642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.155523794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.158013681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.158103213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.158152994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.158207256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.158663266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.160796116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.161986873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.162036935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.162069465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.163366905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.166974779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.167648534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.167707966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.167769787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.167818429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.169062647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.16916394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.169446386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.170753287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.170822318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.17088631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.171052404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.173363197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.173421599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.17350163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.173571452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.174151245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.176856278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.177600835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.177709968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.177771899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.17781725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.178730961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.179903289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.181051095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.181148907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.181209469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.181656619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.185023327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.185349275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.185418996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.185482847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.189195394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.198465888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.198628222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.198729654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.198780555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.198825117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.199177855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.203811482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.203911694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.203968186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.204617171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.208229414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.208306636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.208359607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.209004462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.212539374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.221106003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.221280927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.221375069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.221690596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:30.229059257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"01db6bfb-e0fa-4d2d-8386-a5683779919a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":91157,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:30.229722132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:30.229769543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:30.27020191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.814970067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.815063459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.816825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:30.817548997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.817593798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:30.817617088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.170419399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.170490151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.170530642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.170567163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.174447523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.174515674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.176514311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.176571022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:31.232678092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.232741323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.232794424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.232841785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.232909057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.232955148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.233009579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.23304503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.236664304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.236726075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.236762226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.2399564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.240028072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.240070653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.240109304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.240151125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.243945042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.244009304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.244050385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.244675319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.246903031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.250423862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.250493964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.250541475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.251033477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.253228857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.253290629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.25335174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.253396681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.254000155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.256691278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.256760799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.25680739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.257295062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.263181758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.273589919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.273678001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.273739963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.273843065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.273920527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:31.27534638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.281319098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.28141726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.282051635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.284156644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.284241346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.284725617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.288224688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.28832149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.288383271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.288480034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.289364234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.294523234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.294608386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.294667907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.29521317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.301680999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.301763441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.301817333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.302525539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.306076301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.322920171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.323037344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.323116336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.323178057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.323244359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.323664049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.330094048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.3301886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.330250831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.331978451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.334796726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.334883339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.33495564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.335508093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.340712803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.351443882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.351593995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.351690238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.364040944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:31.372723325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8f5efc1-baa0-4980-a4ab-b3a0cd1948fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":141539,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:31.372810037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:31.374476106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.385628234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.385718486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.385765677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.385807898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.385850789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.38588443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.387439886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.395015441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.395087693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.395128154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.395273337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.400607581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Blueprint { parent: Fleet, key: 4f57ca3a-8412-4a51-b6fe-edb1ba0e463b, lookup_type: ById(4f57ca3a-8412-4a51-b6fe-edb1ba0e463b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.400670152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.400708513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.400748834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.401201794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.407296125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.42864234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4f57ca3a-8412-4a51-b6fe-edb1ba0e463b, lookup_type: ById(4f57ca3a-8412-4a51-b6fe-edb1ba0e463b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.428764603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.428802324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.431414814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found latest target blueprint (unchanged)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.466032416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"original_time_created":"2026-01-16 23:08:15.646170 UTC","original_target_id":"4f57ca3a-8412-4a51-b6fe-edb1ba0e463b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_created":"2026-01-16 23:08:15.646170 UTC","target_id":"4f57ca3a-8412-4a51-b6fe-edb1ba0e463b"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.466119058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4f57ca3a-8412-4a51-b6fe-edb1ba0e463b\",\"time_created\":\"2026-01-16T23:08:15.646170Z\"}","iteration":4,"elapsed":"87.943616ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.680937633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":41,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.681017915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.681060126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.681101037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.681137898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.681170199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.721179746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.731522865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.731632628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.731684139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.732237382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:31.733314976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.735308803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.735349824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4e5b0d0a-46fa-42de-9cab-7ed355b53a8a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.735390345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4e5b0d0a-46fa-42de-9cab-7ed355b53a8a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.735425316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4e5b0d0a-46fa-42de-9cab-7ed355b53a8a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.735480577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4e5b0d0a-46fa-42de-9cab-7ed355b53a8a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.735522738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4e5b0d0a-46fa-42de-9cab-7ed355b53a8a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.735787104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.735839015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":41,"elapsed":"59.546559ms"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:31.738311812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4e5b0d0a-46fa-42de-9cab-7ed355b53a8a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4259,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.738674791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e5b0d0a-46fa-42de-9cab-7ed355b53a8a\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.738857825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.739651543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b9bfbf40-ff8f-4e06-892f-c2f3d17e5547","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.739712995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b9bfbf40-ff8f-4e06-892f-c2f3d17e5547","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.739759146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b9bfbf40-ff8f-4e06-892f-c2f3d17e5547","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.740277948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b9bfbf40-ff8f-4e06-892f-c2f3d17e5547","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.740335179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b9bfbf40-ff8f-4e06-892f-c2f3d17e5547","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:31.779584528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b9bfbf40-ff8f-4e06-892f-c2f3d17e5547","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":39411,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.779695411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9bfbf40-ff8f-4e06-892f-c2f3d17e5547\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:31 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.779756882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.779800483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:31.779836954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.820977227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.821058829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.82110492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.821160811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.821199942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"b852d3d0-6a33-466d-857a-366e1e8b8e98","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:31.836298422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"b852d3d0-6a33-466d-857a-366e1e8b8e98","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":21348,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.836975857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.91133759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.911431522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.911476643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.911531054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.912249571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.912310953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.912353683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.912542708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.912588499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 19 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.912771543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.928251171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":38,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.934159188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":38}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.93423412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.936620995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.936697247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.939020161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.939081332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:31.948230564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:31.948308766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:32.015150434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.169641642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.169757725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.169947869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.170898491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.173611414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.173673396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.175543419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.175615991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:32.271116783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:32.374868435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.375178222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.375244644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.375360837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.375397418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.375446279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.375478289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.376175646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.37895203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.379013671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.379569994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.381774235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.381852557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.381890598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.381925659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.38241972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.384529869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.384593391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.384631061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.385181384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.387129849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.394377197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.394450159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.39449086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.395061173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.405933265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.40613991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.406185351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.406238812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.406779224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.409075697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.409135689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.40917576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.410097681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.412136658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.414754469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.414827351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.414884872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.414941724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.415386284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.417919213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.417997625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.41866695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.420677846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.420754918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.421406963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.424548426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.424646819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.4247055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.424757581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.42512717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.428443626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.428536748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.42862121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.432947131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.433831191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.433904573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.433966484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.43420422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.437199179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.444662882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.444783014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.444864986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.444955108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.44500855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.445615974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.449182967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.449268849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.44932739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.450129898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.453069606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.453148488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.453207689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.453610619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.456312942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.464231165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.464364128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.46443781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.465013253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:32.467983982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1df9bb5b-128f-429d-85be-92d24103ae3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":92786,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:32.468612657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:32.478995467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.814800975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.814912797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.816871513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:32.81760936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.817669561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:32.817734723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.169357506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.169427788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.169566741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.170457722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.172561551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.172624192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.174316061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.174375853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:33.270843497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:33.469377235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.469740573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.469804765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.469971439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.47001866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.470079901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.470158953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.470975982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.473602973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.473675764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.474176636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.47647104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.476538541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.476580472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.476619733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.477088714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.479280154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.479328366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.479356646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.479775796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.4816686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.49031747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.490424212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.490475433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.491103228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.499464522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.499526143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.499559564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.499589215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.500346612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.50632236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.506376502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.506423463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.507100258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.512910204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.516342773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.516424315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.516514017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.516584008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.517123901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.523404816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.523463718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.524145433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.530577122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.530678095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.531144166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.533430098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.533527251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.533580822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.533641033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.534155575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.538278301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.538378613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.538451925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.539056279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.542033878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.54212581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.542186171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.542838846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.546136673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.555491379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.555632962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.555684824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.555716364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.555758025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.556254627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.560100436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.560182078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.560240549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.560897315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.56803133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.568119362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.568157783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.568856689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.572509924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.581075042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.581220646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.581281947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.581568563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:33.585921034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"059dd443-183b-4143-96e6-dab8f0d41dfc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":116174,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:33.586319273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:33.586569339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:33.730944082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.731299221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.731724031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"801f2837-6802-4de8-8bbf-6ce064db9d10","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.731785022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"801f2837-6802-4de8-8bbf-6ce064db9d10","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.732048158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"801f2837-6802-4de8-8bbf-6ce064db9d10","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.733976763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"801f2837-6802-4de8-8bbf-6ce064db9d10","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.734033114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"801f2837-6802-4de8-8bbf-6ce064db9d10","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:33.736204284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"801f2837-6802-4de8-8bbf-6ce064db9d10","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4477,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.736668815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"801f2837-6802-4de8-8bbf-6ce064db9d10\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.73689548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.737356161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1241bffc-205a-4446-b9f6-3bf7ab909bbb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.737432133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1241bffc-205a-4446-b9f6-3bf7ab909bbb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.737646818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1241bffc-205a-4446-b9f6-3bf7ab909bbb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.737709319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1241bffc-205a-4446-b9f6-3bf7ab909bbb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.738428356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1241bffc-205a-4446-b9f6-3bf7ab909bbb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:33.741056116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1241bffc-205a-4446-b9f6-3bf7ab909bbb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3712,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.742253794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1241bffc-205a-4446-b9f6-3bf7ab909bbb\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:33 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.742316656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.742355987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:33.742387737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.814249851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.815997322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.816376551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:33.824232313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.826221959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:33.8262902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.169558518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.1696346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.169766353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.170636734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.173035209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.173102501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.174611106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.174669477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:34.270179499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:34.587846774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.588247193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.588314145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.588453378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.588502569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.5885431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.588580511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.589284307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.591830796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.591904718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.5924276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.595722526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.595791158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.595831719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.59586708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.596622497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.598881879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.598941751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.598979812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.599529014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.601712105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.605866491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.605944273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.605989124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.60626137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.619669921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.619781693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.619839025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.619880706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.620566952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.630991973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.631062115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.631086735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.631410543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.63388578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.637129455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.637222797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.637275699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.63733484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.637907463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.640281718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.64037551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.640961953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.647184838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.649373988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.64944076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.650261869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.651079268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.65118139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.651258992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.651322484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.653898663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.654002816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.654076987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.654520058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.657387224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.657470436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.657562328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.657913136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.66112204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.669579876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.669682209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.669758811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.669810802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.669859143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.670235851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.674169402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.674278705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.674337386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.674983621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.681121243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.681440161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.681535963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.681903152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.686851766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.695787473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.695914086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.695989258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.696474699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:34.707637437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"544d7148-85a6-4b2a-940f-a540ce6369bc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":119373,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:34.708051387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:34.708307963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.814794829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.814874361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.816774675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:34.817511702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.817570463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:34.817608374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.169235886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.169305338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.16943679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.170337631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.174809865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.174888637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.176691078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.17675305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:35.270395348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:35.709856474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.710223143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.710289274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.710448978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.710514839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.71056123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.710611391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.711285417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.713806995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.713861447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.71444513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.717365058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.720667994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.720725535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.720771796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.720804567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.720842948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.720903679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.72094696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.721405541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.723470119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.726895989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.72696926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.727042052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.727534673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.729916168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.72999257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.730035001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.730071972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.732798505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:35.733853419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.734344061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.73518173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a2e985b4-2f96-4e2a-b6c2-e090506b3b78","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.735243402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a2e985b4-2f96-4e2a-b6c2-e090506b3b78","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.735287023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a2e985b4-2f96-4e2a-b6c2-e090506b3b78","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.735343964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a2e985b4-2f96-4e2a-b6c2-e090506b3b78","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.73646436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a2e985b4-2f96-4e2a-b6c2-e090506b3b78","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.736538341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.736576233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.736615863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.736644034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:35.746615265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a2e985b4-2f96-4e2a-b6c2-e090506b3b78","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":11994,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.747888124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2e985b4-2f96-4e2a-b6c2-e090506b3b78\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.747965296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.748018587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.755833899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.757138869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.75721294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.757270102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.757315423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.757374424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c5f36c08-7fdf-400f-bacb-6321bf14b8a5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.757423795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c5f36c08-7fdf-400f-bacb-6321bf14b8a5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.757475917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c5f36c08-7fdf-400f-bacb-6321bf14b8a5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.757542848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c5f36c08-7fdf-400f-bacb-6321bf14b8a5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.75760314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c5f36c08-7fdf-400f-bacb-6321bf14b8a5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.757669661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.757729663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.757780494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:35.75893689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c5f36c08-7fdf-400f-bacb-6321bf14b8a5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5932,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.759551574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5f36c08-7fdf-400f-bacb-6321bf14b8a5\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:35 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.759677007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.759729758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:35.75977049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.761054249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.761112361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.762024272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.76409448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.7649711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.765043062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.765097773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.765137674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.772589607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.772676509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.77273058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.773329084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.776416045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.776556468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.77663161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.777239614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.780490719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.789059508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.789191031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.789272393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.789334854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.789402876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.789787305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.795102048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.7952023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.795276722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.795794154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.804020884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.805801296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.805887298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.805942149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.808789705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.816418851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.816589625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.816661557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.817106267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.817909586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.817981977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.819917252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:35.820811083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.820871174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:35.820936136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:35.821287584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d8a48385-9e59-46db-b2eb-7141bf16ad38","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":111094,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:35.821629822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:35.821861457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.169609369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.169705182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.169743593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.170634733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.173130131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.173195962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.17481297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.174869211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:36.270347722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.676728142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":42,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.676804994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.676854225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.676917046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.676956167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.677674654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.680292664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.68829871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.688393972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.688438753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.688857892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.690875149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.690937851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":42,"elapsed":"14.230489ms"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.814676236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.814770788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.817531882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.817609704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.817650755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.817696826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:36.823705045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.823990092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.824059653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.824197846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.824269788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.824321959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.82437211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.824987444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.827668867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.827728228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.828316252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.830672406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.832049218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.83211284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.832152341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.832183401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.8343086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.834366512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.834402383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.835001167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.845115071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.854611271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.854722173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.854764264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.855340058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.875691169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.875788141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.875827732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.875860083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.876652261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.879372644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.879431585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.879467306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.88006051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.896685715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.900485203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.900969434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.901034546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.901102587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.901280231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.916965234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.917099028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.917150239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.927855586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.927962469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.930544039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.938703528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.93881031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.938871802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.938953843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.939458595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.94441733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.944503262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.944576784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.945160377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.94875051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.948842203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.948920465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.949371645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.967334551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.975482399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.975616182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.975699674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.975754366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.975812847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.983002303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.986357451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.986441633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.986508655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.986957505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.991119211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:36.991206513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.991261775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.991676944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:36.994715935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:37.004488251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:37.004640275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:37.004704906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:37.005181237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:37.010259494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"23f83ae6-7ec7-44f0-962f-09ed2f607244","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":186272,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:37.013126661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:37.013176602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:37.169757628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:37.16983058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:37.169988293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:37.171044008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:37.177210461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:37.177302503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:37.180010815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:37.180064926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:37.271628037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:37.734111706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:37.734495984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:37.735009196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3f989eaa-3948-47c0-bf2b-e4b694224d8e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:37.735075538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3f989eaa-3948-47c0-bf2b-e4b694224d8e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:37.735320234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3f989eaa-3948-47c0-bf2b-e4b694224d8e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:37.735392815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3f989eaa-3948-47c0-bf2b-e4b694224d8e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:37.736092221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3f989eaa-3948-47c0-bf2b-e4b694224d8e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:37.739157152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3f989eaa-3948-47c0-bf2b-e4b694224d8e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4146,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:37.739610973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f989eaa-3948-47c0-bf2b-e4b694224d8e\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:37.739836628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:37.740243208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3a86f3a3-0ea1-4450-b797-833bac094940","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:37.740301389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3a86f3a3-0ea1-4450-b797-833bac094940","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:37.740520494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3a86f3a3-0ea1-4450-b797-833bac094940","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:37.740595876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3a86f3a3-0ea1-4450-b797-833bac094940","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:37.741237991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3a86f3a3-0ea1-4450-b797-833bac094940","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:37.746756728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3a86f3a3-0ea1-4450-b797-833bac094940","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6504,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:37.747287841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a86f3a3-0ea1-4450-b797-833bac094940\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:37 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:37.747430484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:37.747489105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:37.747537117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:37.81505505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:37.815149822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:37.816970644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:37.817768092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:37.817833214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:37.817881075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:38.014810915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.014875556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.014935608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.014992939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.0150395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.015085761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.015128912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.015167493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.017891546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.017948798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.017982008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.021212073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.021289825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.021336546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.021376407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.021408908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.022961394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.023837724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.023894815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.023933516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.026414483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.030770864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.032206338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.03232486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.033056717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.041162975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.041323259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.041424141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.041506093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.042362583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.045484235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.045599618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.04569061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.046458148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.055699592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.060784299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.0616668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.061771772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.061835694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.062439138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.072336157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.072432219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.073072274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.084442187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.08455312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.085197015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.097745415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.097862888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.09793215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.098007451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.098642396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.102349082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.102435344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.102508705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.103039598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.106382635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.106467087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.106529138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.107052251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.11176094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.121097346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.121316951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.121393213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.121452974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.121520406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.121823413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.147261112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.147364754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.147432846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.147491667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.167354107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.167453349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.167515391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.168241087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.169787653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.169858545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.169896486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.170543901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.174235746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.201056057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.201232191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.201293523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.205614203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.207153048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.20723093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:38.20980824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a6221f90-76c5-4077-b1ce-4f902511bebe","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":197009,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:38.21025742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:38.210497976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.216663159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.216747101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:38.270385673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.815070625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.815153347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.816992729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:38.817774907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.817840879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:38.81789227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.169478151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.169556903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.169692196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.170667429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.173376381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.173459043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.17589485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.175956021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:39.211404262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.211782641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.211856752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.212006566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.212063117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.212112789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.21215597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.212918377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.215897426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.215981178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.216612502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.219645243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.219710904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.219749845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.219783936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.22038871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.22297858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.223046691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.223084402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.223666446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.225862747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.233427882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.233515864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.233558775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.234346423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.242734107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.24284773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.242904571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.242951162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.243629108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.250756743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.250831745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.250879176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.251840858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.254294325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.259128057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.259204529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.25927275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.259320962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.259866584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.262470974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.262558677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.263001937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.265124186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.265205818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.265668868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.26789725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.267991412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.268049174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.268102395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.268607977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:39.2722186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.274174465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.274259317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.274317499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.275339022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.283145303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.283254796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.283317907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.284511715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.292840528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.30764257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.307824485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.307906727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.307963598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.308019959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.308468989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.31409908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.314201272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.314266534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.31497044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.328309979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.328427402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.328493543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.331304138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.337707766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.364835805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.365001718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.36506223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.365112571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:39.399224041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2a209abb-0d1b-46b3-877c-7fa1811d3362","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":185680,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:39.400345047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:39.400412188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:39.730024031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.730381789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.73086915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f9ff76b0-4304-4310-bdbe-3ccc033c1aec","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.730907441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f9ff76b0-4304-4310-bdbe-3ccc033c1aec","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.731170077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f9ff76b0-4304-4310-bdbe-3ccc033c1aec","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.731206938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f9ff76b0-4304-4310-bdbe-3ccc033c1aec","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.731964906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f9ff76b0-4304-4310-bdbe-3ccc033c1aec","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:39.735767654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f9ff76b0-4304-4310-bdbe-3ccc033c1aec","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4887,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.736160313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9ff76b0-4304-4310-bdbe-3ccc033c1aec\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.736355747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.736972722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4fbeebf5-dae1-4912-8cc1-5650548556dd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.737052273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4fbeebf5-dae1-4912-8cc1-5650548556dd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.737100765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4fbeebf5-dae1-4912-8cc1-5650548556dd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.737155506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4fbeebf5-dae1-4912-8cc1-5650548556dd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.737735319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4fbeebf5-dae1-4912-8cc1-5650548556dd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:39.745912309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4fbeebf5-dae1-4912-8cc1-5650548556dd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":9136,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.747032454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fbeebf5-dae1-4912-8cc1-5650548556dd\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:39 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.747150967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.747203478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:39.747238359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.814669341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.814754183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.816590095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:39.817354053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.817411614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:39.817450935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.169100337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.169177909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.169341623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.170222773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.172999728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.173064919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.174898582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.174960853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:40.270482275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:40.401932508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.402294387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.402346038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.402528862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.402585504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.402631255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.402660975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.40331014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.405860499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.405912721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.406390582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.409003832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.409078964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.409118285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.409152455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.409653517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.41192155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.411986571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.412024212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.413020965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.415508603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.419063525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.419155317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.419211459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.41971239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.422486795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.42273752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.422790122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.422835452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.423348554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.425792931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.425858622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.425885323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.426490537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.430010529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.436645202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.436728204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.436774215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.436811446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.43784437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.440719826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.440806748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.441541596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.443676575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.443761307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.44431375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.446421129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.446516921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.446581772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.446638734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.447114405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.451053306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.451167159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.45123969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.451789053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.455215062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.455298504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.455355605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.45597852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.459827469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.467579779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.467710062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.467783383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.467849685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.467909046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.468344226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.472621915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.472706877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.472771239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.473402663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.479056014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.479147756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.479187187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.480066048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.483836195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.491110373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.491254707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.491314928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.491717807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:40.500726026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8a3a36f5-88dd-4fb8-9a01-0c7a1f3d4558","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":98429,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:40.502043777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:40.502292732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.823830968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.823899269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.82393288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:40.823966881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.824007852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:40.824042793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.171278413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.171349984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.171387445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.171421856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.173968945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.174049057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.175751186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.175807058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:41.271534634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:41.504540139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.505284736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.505403819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.507012787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.507125239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.507228292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.507325934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.508215584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.530571812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.530645924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.531380951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.538610048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.53868173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.538722551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.538760672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.539432137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.547990425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.548069757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.548117399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.548155369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.550177286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.553936883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.554010705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.554050036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.554589228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.557839604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.557902515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.557943366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.557981667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.558516109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.561199191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.561258572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.561296843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.562050571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.564740233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.568998872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.569075024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.569125825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.569183026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.569689658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.573437585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.573519587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.57409438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.576811883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.576921475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.577606921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.580174471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.580269933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.580331104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.580387416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.580959869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.585004362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.585090394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.585171616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.585719709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.588957924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.589041996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.589107417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.59525821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.599403136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.614158977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.614294001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.614371502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.614436134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.614501756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.616235796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.639500374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.639592636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.639649208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.639684439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.63972526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.6397606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.639797771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.639836682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.64018005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.640555839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.64061105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":9,"elapsed":"58.012µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.640654531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.640729032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.640778534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.641367307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.642012202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.642101275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.642154406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.642639087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.650501789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.650570951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.650619222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.650672183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.650725614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.650863747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.652939416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.653039808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.653836416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":8,"elapsed":"13.723108ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.65398499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.654063932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.654117743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.654177684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.655006983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.655985406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.660855979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.660999682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.661052923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.661978435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.662784623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.662890846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.662950037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.663360157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.683296558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.689650545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.689743747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.68983475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.690383632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.691343015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.71706298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.717221944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.717283055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.717778017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.718824901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.723749895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.723819347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.723865608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.724614865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.72525202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.725323371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.725375573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.725423404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.725466175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.726088609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.726638662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:41.726706554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.726741604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":8,"elapsed":"92.312µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.726786795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:41.726827976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.726871727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.726917188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.72696384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.727009481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.72742679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.728003853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.728078695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.728128116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.728182317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.728223898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.728605587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.729104149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.72917376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.729363765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":43,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.729431837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.729482258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.729531139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.72958304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.729977879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.730427429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.730479851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.730522202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.730562373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.730604274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.731040684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.731457293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.731519695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.731572266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.732040887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:41.744022384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a9fc648b-dbf2-41f9-bd68-2e2201091559","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":238739,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.745067048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.7451388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.745189081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.745233032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.745938219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:41.747144897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.747263599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:28748","req_id":"74d04c21-f568-47be-b6c4-0336736a2ad6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   10 f8 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.747380352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:28748","req_id":"74d04c21-f568-47be-b6c4-0336736a2ad6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4344,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.74769934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.747922835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.748013567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:28748","req_id":"74d04c21-f568-47be-b6c4-0336736a2ad6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.74814345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:36848","req_id":"7c93f6bc-2a89-4168-9c7d-af903749d1e2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   35 be 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   5............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.748222202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:36848","req_id":"7c93f6bc-2a89-4168-9c7d-af903749d1e2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13758,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.748361255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.748508919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.748607201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:36848","req_id":"7c93f6bc-2a89-4168-9c7d-af903749d1e2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.748710433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:57865","req_id":"270003cc-ca18-432e-9174-a61867e7f4c0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   a5 76 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .v..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.748791335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:57865","req_id":"270003cc-ca18-432e-9174-a61867e7f4c0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 42358,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.748965539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.749088842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.749155353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:57865","req_id":"270003cc-ca18-432e-9174-a61867e7f4c0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.749817979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.768301537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.777060309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.777136731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.777179142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.777221083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.777260784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.779007574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.78052434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"0","iteration":8,"elapsed":"139.346987ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.781612145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.793129822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.793267915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.793326126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.795456916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.796829367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.805508688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.80558411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.805626411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.806351518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.807358191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.848180787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.848259218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.84831278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.848892703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.851328369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.860553793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.860622664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.860668105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.863245685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:41.865502898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:41.865821375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.866136922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.866189704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.866779397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.869611292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4138, tv_nsec: 644850404 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.869699915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.870167125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4138, tv_nsec: 645416797 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.870248597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.870539084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4138, tv_nsec: 645804536 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.870617786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.8707957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"aebcb03b-771d-4837-a4c2-39f46e02d659","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.870853801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"aebcb03b-771d-4837-a4c2-39f46e02d659","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.870979054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.871046116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.873289618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:53288","req_id":"4be55f3e-c433-4bbb-a911-7f12c6ae1592","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   44 2f 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   D/..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.87338206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:53288","req_id":"4be55f3e-c433-4bbb-a911-7f12c6ae1592","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 17455,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.873553544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.873740728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.87382343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:53288","req_id":"4be55f3e-c433-4bbb-a911-7f12c6ae1592","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.874287821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"aebcb03b-771d-4837-a4c2-39f46e02d659","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.874365023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"aebcb03b-771d-4837-a4c2-39f46e02d659","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.874969827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"aebcb03b-771d-4837-a4c2-39f46e02d659","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.875620912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.87596168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.890994738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.917623684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.920100562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.947430345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.947519907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.947559657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.948608512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.949985634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.950052735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":43,"elapsed":"220.288211ms"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.950344312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4138, tv_nsec: 725590263 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.950416154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.950715641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"9114dd63-8843-4849-9416-1a64082fcc3b","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:41.969176508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"9114dd63-8843-4849-9416-1a64082fcc3b","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":18450,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.969878204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.969941966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.970691123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.972589547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":15,"elapsed":"241.530083ms"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.972647978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"original_time_started":"2026-01-16 23:08:17.449297 UTC","original_id":"1f884896-3377-4f37-8274-2f6d5ab61291","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.972695429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"1f884896-3377-4f37-8274-2f6d5ab61291\",\"time_loaded\":\"2026-01-16T23:11:41.727974043Z\",\"time_started\":\"2026-01-16T23:08:17.449297Z\"}}","iteration":16,"elapsed":"244.399199ms"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:41.973025707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"aebcb03b-771d-4837-a4c2-39f46e02d659","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":102239,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.975407502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.975464884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:41.975522155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.975568766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:41.975616537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.045101206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.045172228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/vpc-routes","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.045940645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.049608571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.050578163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46498"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.050924841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:37818","req_id":"af8d208f-4229-4028-a25d-14d21e45f4ea","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   6b 3d 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   k=..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.051055034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:37818","req_id":"af8d208f-4229-4028-a25d-14d21e45f4ea","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 27453,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.05129537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.051402092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:37818","req_id":"af8d208f-4229-4028-a25d-14d21e45f4ea","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.051525735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:26802","req_id":"dadb96b1-4803-4721-a7cc-bb7e38769ded","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   f0 b3 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.051626067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:26802","req_id":"dadb96b1-4803-4721-a7cc-bb7e38769ded","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 61619,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.051823702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.051865632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:26802","req_id":"dadb96b1-4803-4721-a7cc-bb7e38769ded","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.051925364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:15725","req_id":"c14e843d-103d-4470-abb6-02c72eb37766","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   01 a3 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.051988025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:15725","req_id":"c14e843d-103d-4470-abb6-02c72eb37766","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 419,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.0521866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.052228741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:15725","req_id":"c14e843d-103d-4470-abb6-02c72eb37766","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.052434326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.079297348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.07938763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.079434631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.079475062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.081780915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.081846007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.081889258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.081928919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aebcb03b-771d-4837-a4c2-39f46e02d659\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.08197194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.083502085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.083560786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 19 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.084766784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.10531081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":38,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"all instance checks complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.105712939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.105788091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":8,"elapsed":"380.529181ms"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.106471407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"555406d6-f261-429c-9f31-ac0f4e2a9dea","remote_addr":"[::1]:46498","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.106555899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"555406d6-f261-429c-9f31-ac0f4e2a9dea","remote_addr":"[::1]:46498","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.106763774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.106839405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.147439985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.148305545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.148361747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.148614253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"60305cc9-35ee-4023-9eb7-0aea58307015","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.148691625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"60305cc9-35ee-4023-9eb7-0aea58307015","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.148756196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:55055","req_id":"6783ddab-203e-4b18-8699-a9918c967147","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   34 07 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   4...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.148862728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:55055","req_id":"6783ddab-203e-4b18-8699-a9918c967147","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13319,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.149098464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.149193966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:55055","req_id":"6783ddab-203e-4b18-8699-a9918c967147","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.14980788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"60305cc9-35ee-4023-9eb7-0aea58307015","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.149895752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"60305cc9-35ee-4023-9eb7-0aea58307015","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.150673331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"60305cc9-35ee-4023-9eb7-0aea58307015","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.159981006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"555406d6-f261-429c-9f31-ac0f4e2a9dea","remote_addr":"[::1]:46498","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":53698,"response_code":200}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.236649941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/all-sp-ids","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.237403239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"555406d6-f261-429c-9f31-ac0f4e2a9dea\", \"content-length\": \"210\", \"date\": \"Fri, 16 Jan 2026 23:11:42 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.264434165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.264545737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.264859515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.273964615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.274103149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.2741749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.274290993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":15,"elapsed":"542.84378ms"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.275180443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":38}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.275283946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.276293249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:54422","req_id":"26c2d2fd-fb67-4f7d-ad4a-eddeebb187d9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   e7 6b 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .k..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.279130855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:54422","req_id":"26c2d2fd-fb67-4f7d-ad4a-eddeebb187d9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 59243,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.279542695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.279831491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.280000035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:54422","req_id":"26c2d2fd-fb67-4f7d-ad4a-eddeebb187d9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.28023744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:44638","req_id":"3039b0b3-3160-42a6-873f-f4c69a331cd5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   c9 9c 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.280389874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:44638","req_id":"3039b0b3-3160-42a6-873f-f4c69a331cd5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 51612,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.280667621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.280911936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.28105761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:44638","req_id":"3039b0b3-3160-42a6-873f-f4c69a331cd5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.281414568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ce68164-e53f-4c63-bb18-2149c2cdb3ef\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:11:42 GMT\"} })"}
{"msg":"dendrite for switch1 is unavailable, cannot perform nat cleanup","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:11:42.281650743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.282754329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"dendrite for switch1 is unavailable, cannot perform nat cleanup\"}","iteration":8,"elapsed":"645.439265ms"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:42.286046085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.286239199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.287218832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"60305cc9-35ee-4023-9eb7-0aea58307015","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":138612,"response_code":200}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.296829395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4139, tv_nsec: 72040136 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.296931617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.297257815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4139, tv_nsec: 72518836 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.297333287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.298029652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60305cc9-35ee-4023-9eb7-0aea58307015\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:42 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.298253528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.29833739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.298412121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.299273541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.299405714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.299863895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/all-sp-ids\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a767b88-7658-48fc-bb06-31f0965c2722\", \"content-length\": \"105\", \"date\": \"Fri, 16 Jan 2026 23:11:42 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.300320265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.300449698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.300584831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.300693944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.301626006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.30917663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.311575336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.311680319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.31173407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.313356338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.313436129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.313487021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.313556212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.313607373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.31390723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.314377051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.314434632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.314484773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.314526445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.315086147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.324397443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.324566507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.32470306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.324812252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.325885687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.333030543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.339621915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.339707137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.339757338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.340321331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.341569871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.352166986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.352253948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.352312669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.352891723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.353820054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.404829106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.417000297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.417152131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.418199505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.419837173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:2392","req_id":"83ba4be0-1eb0-4e6a-bde2-6134adce59a5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   f6 ab 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.42010793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:2392","req_id":"83ba4be0-1eb0-4e6a-bde2-6134adce59a5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 63147,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.420348145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.420459888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:2392","req_id":"83ba4be0-1eb0-4e6a-bde2-6134adce59a5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.420602141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:6303","req_id":"bd23e10c-171e-457d-9769-f1c050477b43","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b9 ed 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.420695693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:6303","req_id":"bd23e10c-171e-457d-9769-f1c050477b43","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47597,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.420909308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.420944089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:6303","req_id":"bd23e10c-171e-457d-9769-f1c050477b43","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.421148434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.437527033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.437607425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.440059361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.440118773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.440179714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.44518785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.445263902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.445333663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.445379375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.445412656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.44563349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.446677285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.446797567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/eip-gateways","method":"PUT"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.449101301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.449309235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7","method":"POST"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.451185389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.451290941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.530284721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.545077713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/switch-id","method":"GET"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.583663296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.58384727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/switch-id","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.584374863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"2f9695ff-0397-4b79-b270-f74c4e9c6a3f","remote_addr":"[::1]:46498","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.584502676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"2f9695ff-0397-4b79-b270-f74c4e9c6a3f","remote_addr":"[::1]:46498","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.585462208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"2f9695ff-0397-4b79-b270-f74c4e9c6a3f","remote_addr":"[::1]:46498","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1098,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.594737513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2f9695ff-0397-4b79-b270-f74c4e9c6a3f\", \"date\": \"Fri, 16 Jan 2026 23:11:42 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.594925267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.595011569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.595851669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.598445559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.59852243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3","method":"POST"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.598570682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.603328702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.603432364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.603477805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.604042878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.605090833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"dc925348-40c8-4756-b7f3-d843f91a508f (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.605201065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/1/ereports?committed=1&limit=255&restart_id=dc925348-40c8-4756-b7f3-d843f91a508f&start_at=2","method":"POST"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.605625585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.605690847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3","method":"POST"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.607210102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.607265893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.607300304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.610306063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.610367875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.61102986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.650727889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/v2p","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.65335613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46500"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.654062876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab5a6ed9-7013-47d9-a80e-79e9fb6e6553\", \"content-length\": \"26\", \"date\": \"Fri, 16 Jan 2026 23:11:42 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.654136498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.656050222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.692078047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.692499106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd1c9ca0-e6cf-44bf-9ea6-a970383e21c9\", \"content-length\": \"26\", \"date\": \"Fri, 16 Jan 2026 23:11:42 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.692575488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.696292174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.696793106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.696839617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff7d0244-a413-4842-be64-e8779b259a4b\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:11:42 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.696917848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.6969758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.697025171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.697080272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.697181875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"f4f74d6a-f956-41af-aea8-ee60e99e63de","remote_addr":"[::1]:46500","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.697247796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"f4f74d6a-f956-41af-aea8-ee60e99e63de","remote_addr":"[::1]:46500","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.699749344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"f4f74d6a-f956-41af-aea8-ee60e99e63de","remote_addr":"[::1]:46500","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2568,"response_code":200}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229 push not needed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.702979209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.703554022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vpc-routes","method":"PUT"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.70904177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:19148","req_id":"5f367380-6981-438a-88ef-c859ed11ea30","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   38 6e 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   8n..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.709134562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:19148","req_id":"5f367380-6981-438a-88ef-c859ed11ea30","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 14446,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.709428509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.709583162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.709647363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:19148","req_id":"5f367380-6981-438a-88ef-c859ed11ea30","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.709787187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:6749","req_id":"a5c4550f-e913-425d-bc86-c34837ee9fe2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   a3 23 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .#..........._mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.709864809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:6749","req_id":"a5c4550f-e913-425d-bc86-c34837ee9fe2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41763,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.710025952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.710121305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.710186456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:6749","req_id":"a5c4550f-e913-425d-bc86-c34837ee9fe2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.710393791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4f74d6a-f956-41af-aea8-ee60e99e63de\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:11:42 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.710477093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.710525914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.710566815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.71296873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":12,"elapsed":"987.730181ms"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.713307308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4139, tv_nsec: 488457947 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.71338293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.713597125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4139, tv_nsec: 488829206 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.713660956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.713728158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"113d73b6-2656-435b-8399-7b7ddd403162","remote_addr":"[::1]:46498","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.713780189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"113d73b6-2656-435b-8399-7b7ddd403162","remote_addr":"[::1]:46498","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.715468508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/1/ereports?committed=1&limit=255&restart_id=dc925348-40c8-4756-b7f3-d843f91a508f&start_at=2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8b764a7-2a52-4e91-ac9e-11d8a02f826b\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:11:42 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.71553483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"dc925348-40c8-4756-b7f3-d843f91a508f (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.715582801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a1ff32a-377c-4822-adb2-56097d01e3e3\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:11:42 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.715644242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.715691583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b7fe8bc-6c8a-40a0-8c9e-85f57bbbe156\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:11:42 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.715754495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.715808936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"113d73b6-2656-435b-8399-7b7ddd403162","remote_addr":"[::1]:46498","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2065,"response_code":204}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.716988054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[],\"sps\":[]}","iteration":8,"elapsed":"987.776272ms"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.720522025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 204, headers: {\"x-request-id\": \"113d73b6-2656-435b-8399-7b7ddd403162\", \"date\": \"Fri, 16 Jan 2026 23:11:42 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.722338577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":17,"elapsed":"995.533932ms"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.724966878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:54702","req_id":"c9a6b8be-7e59-41fe-ad56-de9993fe490c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   18 9c 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.725083221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:54702","req_id":"c9a6b8be-7e59-41fe-ad56-de9993fe490c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 6300,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.725278096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.725323837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:54702","req_id":"c9a6b8be-7e59-41fe-ad56-de9993fe490c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.72545988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:36703","req_id":"0172cde6-662a-435e-a5ac-8b7757a8d7bb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b5 a8 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.725551862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:36703","req_id":"0172cde6-662a-435e-a5ac-8b7757a8d7bb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 46504,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.725733076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.725769167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:36703","req_id":"0172cde6-662a-435e-a5ac-8b7757a8d7bb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.769077019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.847883584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/bfd/peers","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.851320324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.851386255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.857236371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"405c8ed2-d04a-4d82-b5d0-2f826b2103ec\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:11:42 GMT\"} })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.857321133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.857947447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/bfd/peers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a83b0c7a-3ae6-4b81-816f-fa4c08646532\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:11:42 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.858957111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":8,"elapsed":"1.220092381s"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.859069993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.860080807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.860145118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.86020873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.862339199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:16971","req_id":"d28ce290-f823-4312-89fb-6ad54715502e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   72 03 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   r............_mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.86240468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:16971","req_id":"d28ce290-f823-4312-89fb-6ad54715502e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 29187,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.862591825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.862761019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.862892582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:16971","req_id":"d28ce290-f823-4312-89fb-6ad54715502e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.863300871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4139, tv_nsec: 638534622 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.863379863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.865267757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:44696","req_id":"29e7fdc4-f923-480b-bfbd-b2bb25e86035","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   da f4 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.865349028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:44696","req_id":"29e7fdc4-f923-480b-bfbd-b2bb25e86035","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 56052,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.865506152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.865537303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:44696","req_id":"29e7fdc4-f923-480b-bfbd-b2bb25e86035","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.868554243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.908897217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.908972649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.909590633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.913208027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.913264158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.915961251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.917337743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.917393724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.917433035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.917465395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.919140314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/port/qsfp0/settings?tag=omicron","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.919805089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f63d4334-f15a-4dd7-9dad-4aa2b42fc0c0\", \"content-length\": \"12\", \"date\": \"Fri, 16 Jan 2026 23:11:42 GMT\"} })"}
{"msg":"retrieved port settings from switch","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.919880201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","settings":"PortSettings { links: {} }","switch_port_id":"Name(Name(\"qsfp0\"))"}
{"msg":"clearing switch port settings","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.919919722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","port_id":"Qsfp(Qsfp(\"qsfp0\"))","switch_location":"Switch0"}
{"msg":"port settings up to date, skipping","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.919956943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch0","switch_port_id":"Name(Name(\"qsfp0\"))"}
{"msg":"no DPD client for switch location","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:11:42.919992724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.920024934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/static/route4","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.920325541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.920377463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.921438027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.922692516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/static/route4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40b41f96-6ee9-4f12-93e0-917fe390e866\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:11:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.922795929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/static/route6","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.923546226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/static/route6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ce2ad08-97f0-4feb-a168-05764422b818\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:11:42 GMT\"} })"}
{"msg":"retrieved existing routes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.923635158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{Switch0: {}}"}
{"msg":"retrieved desired routes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.923675859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"calculated static routes to add","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.923712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"calculated static routes to delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.923745611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"checking for changes to loopback addresses","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:42.923785602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.923817042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.923855594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.924419696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.925142163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.925220535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.925260586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.925295657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.925790068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.928726316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/loopback/ipv4","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.928791808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.928836009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.92889536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.929153896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.930244451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f32e55c-42bb-49e5-865d-645cd87abc88\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:11:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.930317873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/loopback/ipv6","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.930704952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e378ace-b220-46a1-bf1c-514468a44360\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:11:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.930826775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:12345/network-bootstore-config","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.931216814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12345/network-bootstore-config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12345, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"unable to read bootstore config from scrimlet","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:11:42.931275175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Communication Error: error sending request for url (http://[::1]:12345/network-bootstore-config)"}
{"msg":"both scrimlets are unreachable, cannot update bootstore","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:11:42.931310916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.935043812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":8,"elapsed":"1.285106177s"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.93538238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.939971727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.94011158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.940146141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.940813386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.943762594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.943831636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.943920148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.943972419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.944664725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.947089251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.947203934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.947281006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.947929981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.95177484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.95567408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.955759322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.955843574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.955919206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.957210626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.959643402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.959729674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.960335798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.962367805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.962453047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.963135893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.966496831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.966598743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.966672115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.966738726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.96733625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.970901833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.970987565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.971050646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.971676261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.975156422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.975312075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.975465939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.976247007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.985710606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.996506796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.996654649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.996739431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:42.996816773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.996894325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:42.997312234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:43.002079225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:43.002186488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.002249059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.003906217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:43.006989188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:43.007083931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.007176563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.007869069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.012775712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.023233405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:43.023424539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.02348583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.024014583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:43.027915583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"21046741-1883-44fd-ac5d-c030d07836cb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":116626,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:43.028559188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:43.028740322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 2 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.169196624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 2 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.169294097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 2 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.16945365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:43.17073545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.1733347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:43.173399181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.177100087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":2}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:43.17719056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:43.270454579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:43.459573098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58494"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:43.459894405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"f3081e11-5c30-49b9-8e5a-10831e0e1a70","remote_addr":"127.0.0.1:58494","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.459953757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"f3081e11-5c30-49b9-8e5a-10831e0e1a70","remote_addr":"127.0.0.1:58494","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:43.460159681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"f3081e11-5c30-49b9-8e5a-10831e0e1a70","remote_addr":"127.0.0.1:58494","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.460223343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"f3081e11-5c30-49b9-8e5a-10831e0e1a70","remote_addr":"127.0.0.1:58494","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.462017754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"f3081e11-5c30-49b9-8e5a-10831e0e1a70","remote_addr":"127.0.0.1:58494","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:43.465826033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"f3081e11-5c30-49b9-8e5a-10831e0e1a70","remote_addr":"127.0.0.1:58494","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5939,"response_code":200}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:43.730984252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.731351441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:43.732726493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8c372cf2-3094-4964-95ba-79f1763c304d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.732807555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8c372cf2-3094-4964-95ba-79f1763c304d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:43.732851816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8c372cf2-3094-4964-95ba-79f1763c304d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.733418949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8c372cf2-3094-4964-95ba-79f1763c304d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.733509041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8c372cf2-3094-4964-95ba-79f1763c304d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:43.739642153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8c372cf2-3094-4964-95ba-79f1763c304d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7234,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.739725495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c372cf2-3094-4964-95ba-79f1763c304d\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.743102213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:43.743177725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f7731f59-0380-40a9-94fc-dd16dad0dacb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.743259857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f7731f59-0380-40a9-94fc-dd16dad0dacb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:43.743321798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f7731f59-0380-40a9-94fc-dd16dad0dacb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.74340733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f7731f59-0380-40a9-94fc-dd16dad0dacb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.745759614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f7731f59-0380-40a9-94fc-dd16dad0dacb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:43.749199685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f7731f59-0380-40a9-94fc-dd16dad0dacb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6984,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.749637204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7731f59-0380-40a9-94fc-dd16dad0dacb\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:43 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:43.74985745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:43.749907921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:43.749956002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.814982677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.815069699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:43.816914802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:43.817604318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:43.81766673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:43.817711251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:44.02930694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.030059737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.030132609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.03018732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.030240562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.030280143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.030321334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.030954148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.033960378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.03405366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.034699275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.037772676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.037840648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.037881089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.037914919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.038569594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.04269966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.042787192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.042882774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.043518249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.046958529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.050999642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.051118575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.051189587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.051798321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.055464906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.055551068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.055814364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.055845265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.056407517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.059271464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.059329485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.059424177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.059911529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.063686596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.069334367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.069437169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.069628964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.069762907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.070411782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.075410767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.07550464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.076245607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.079563894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.080954786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.081027488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.083200238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.083333121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.083470534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.083555456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.084173601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.088121222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.090364504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.090449026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.090504597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.093753202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.094139901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.094196173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.095008221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.099192428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.109055827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.109244451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.109356964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.109428595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.109494037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.11005492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.115051655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.115130047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.115164388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.116015428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.119876427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.119974239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.120052021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.12085407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.124497404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.140000803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.140182287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.140252499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.140753501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:44.144386215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"94820b12-c098-41bd-8d97-7571f243bd6d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":114747,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:44.144842575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:44.145149262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.169413884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.169492696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.17009169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.170794836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.17569332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.175775502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.179134189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.179263383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:44.270208998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.817707195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.817783067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.817836778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:44.817878839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.81791984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:44.817960741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:45.149683532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.151526355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.151613117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.151669108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.151717549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.151773861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.151814871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.151856323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.151895973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.151930914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.152595329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.155909437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.155981578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.156031569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.156091251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.156128992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.158476576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.158542998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.158586199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.159143511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.161728611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.165475228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.16555194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.165591381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.166107443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.168243762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.168325294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.168373595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.168415786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.168961159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.170076344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.170145226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.170179817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.170944145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.173137676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.17333887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.173429552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.174156269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.17677758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.176834841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.177704681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.184031617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.18412239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.184190141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.184229772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.184807475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.186406463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.186472104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.187767604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.187896907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.188571823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.191168193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.191249265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.191823608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.20056368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.200681643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.200742074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.200796866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.201537163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.205135056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.205219508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.20527924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.205898094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.209407695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.209496137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.209568579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.210196373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.235262814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.245317607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.245636164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.245747767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.245785878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.245817868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.246138746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.258223795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.258335428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.258395689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.259148807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.264826658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.264934071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.264994392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.265558305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.271452272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.28517566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.286602763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.286692465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.287584785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:45.294445094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:45.29816154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ccb15a-7bb5-4a01-907c-2ac31b8a2ae2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":150463,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:45.303176726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:45.303462023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:45.730576843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.730965582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.731448003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3348ccaf-b490-4ee0-9e58-013bdd3f9728","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.731515654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3348ccaf-b490-4ee0-9e58-013bdd3f9728","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.73177137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3348ccaf-b490-4ee0-9e58-013bdd3f9728","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.731843512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3348ccaf-b490-4ee0-9e58-013bdd3f9728","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.732671201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3348ccaf-b490-4ee0-9e58-013bdd3f9728","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:45.740678737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3348ccaf-b490-4ee0-9e58-013bdd3f9728","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":9213,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.741168248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3348ccaf-b490-4ee0-9e58-013bdd3f9728\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.741367593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.741859564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f6c70ef6-156c-49e3-8de1-2b9f655a56ed","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.741945386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f6c70ef6-156c-49e3-8de1-2b9f655a56ed","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.742198012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f6c70ef6-156c-49e3-8de1-2b9f655a56ed","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.742250223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f6c70ef6-156c-49e3-8de1-2b9f655a56ed","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.742892568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f6c70ef6-156c-49e3-8de1-2b9f655a56ed","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:45.751725882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f6c70ef6-156c-49e3-8de1-2b9f655a56ed","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":9871,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.752295726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6c70ef6-156c-49e3-8de1-2b9f655a56ed\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:45 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.752407108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.75246764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:45.752504591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.814303451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.814389413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.817072666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:45.817136847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.817179768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:45.817219599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.170875648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.17094847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.170985701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.171026502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.173510529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.173578361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.175973236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.176039067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:46.270432083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:46.307032431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.307097682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.307154423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.307198724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.307238395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.307280436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.307320357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.307350718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.308804082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.308873373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.309487668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.312164359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.312302513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.312418715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.312522678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.313185673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.316220153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.316277285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.316328096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.316872339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.319066639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.323943872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.324033424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.324073265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.324652839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.327052864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.327126406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.327176837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.327234778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.327660188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.332580742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.332685115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.332724626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.333813931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.337454645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.34674614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.347268752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.347416476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.347531468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.348329847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.353727852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.353885445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.355656137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.358086943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.358259497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.361304427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.363824046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.363934778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.36399533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.364047601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.364520672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.368136525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.368233648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.368288189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.368860872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.37221775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.372307632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.372368913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.372894736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.375853294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.385877146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.385982279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.38605845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.386116872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.386175253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.386597113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.390619966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.390709718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.390764069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.3921004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.401481307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.40157717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.401623961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.402271976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.406641357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.417004757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.417192871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.417282633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.417893758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:46.429888975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5cb17dae-7a9b-43bb-b392-dbf4b956457d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":124677,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:46.43094249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:46.431254047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.730522997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":44,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.730593038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.730640989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.730705151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.730744722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.731504199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.734172471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.739536595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.739653868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.7397484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.740446926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.742718769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.74277995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":44,"elapsed":"12.276144ms"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.817500711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.817571702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.817613263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:46.817652974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.817694685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:46.817733416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.170158566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.170241478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.170264109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.170283579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.174370904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.174434936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.17678829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.176843741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:47.272941596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:47.432817028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.433136805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.433207117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.43334679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.433417332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.433466623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.433511304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.434157659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.436869912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.436958294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.437556298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.439915182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.440009725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.440075016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.440133707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.440548937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.442613905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.442690617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.442730478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.443357212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.445644735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.448573313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.448645114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.448691055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.449126736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.451075781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.451147412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.451188564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.451223264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.451721446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.454657324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.454737666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.454781457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.45494196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.458555414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.461987723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.462067145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.462206169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.46225804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.46270237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.465082785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.465166397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.465708889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.467971202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.468058844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.468586847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.470852159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.470972402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.471048163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.471122855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.471447573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.474568525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.474635236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.474670807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.475191019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.478155398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.47825039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.478329202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.478808473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.481996807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.492198313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.492343206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.492423998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.49248805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.492547471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.492954631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.501706003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.501786405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.501836806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.50242894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.505716196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.505800968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.505853649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.506649708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.511112821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.520928878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.521102252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.521206794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.52187748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:47.525653688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"592cb00c-54a3-44ac-b8bf-ab18c4979257","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":92533,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:47.526516308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:47.526817275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:47.733813698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.73392126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.733954611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b11a8283-7583-4934-885c-610d181a3302","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.734003122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b11a8283-7583-4934-885c-610d181a3302","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.734042223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b11a8283-7583-4934-885c-610d181a3302","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.734075664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b11a8283-7583-4934-885c-610d181a3302","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.734100424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b11a8283-7583-4934-885c-610d181a3302","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:47.73608413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b11a8283-7583-4934-885c-610d181a3302","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4201,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.73650912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b11a8283-7583-4934-885c-610d181a3302\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.736723165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.737183556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c27e1932-f4e2-408e-adbb-5ae2bcddfbb5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.737245327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c27e1932-f4e2-408e-adbb-5ae2bcddfbb5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.737434812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c27e1932-f4e2-408e-adbb-5ae2bcddfbb5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.737511934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c27e1932-f4e2-408e-adbb-5ae2bcddfbb5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.738141048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c27e1932-f4e2-408e-adbb-5ae2bcddfbb5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:47.740439751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c27e1932-f4e2-408e-adbb-5ae2bcddfbb5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3263,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.740798889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c27e1932-f4e2-408e-adbb-5ae2bcddfbb5\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:47 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.740874661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.740937102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:47.740970603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.814760672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.814827364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.816669626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:47.817464625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.817531976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:47.817579737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.170476819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.17055641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.170594581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.170630332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.173032298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.173092589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.174782098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.17484224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:48.270817842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:48.531174431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.53201479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.532115602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.532415069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.532533592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.532666915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.532786698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.533604927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.536214477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.536273358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.536955754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.539397801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.539471223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.539524264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.539566505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.540095017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.542283498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.542342009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.54238533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.542953003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.546437774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.550315334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.550473527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.55060194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.551426079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.553992269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.555071834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.555122005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.555157826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.555235948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.557234654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.557290085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.557315896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.557865109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.563588471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.564449081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.564528713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.564687447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.564778089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.565234309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.569741703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.569837236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.569925458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.571636348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.571786461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.572561979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.574611116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.574701588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.57476752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.574824581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.575375104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.579547451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.579724435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.579827487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.58036263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.583960763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.584043284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.584102266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.584597677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.587973636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.596773559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.596919123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.597003555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.597075937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.597139148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.597560118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.602554023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.602642565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.602709827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.602766508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.607405176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.607495728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.607559239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.615257807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.61536534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.620417417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.62054722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.620602971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.621151744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:48.624476161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0bce7b2f-e8d5-48e4-af82-73995d0a76b2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":92453,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:48.62489867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:48.626808225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.814727266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.814820908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.816666241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:48.817454609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.817524621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:48.817576372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.170520704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.170599686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.170639937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.170677508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.173518194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.173575475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.175862728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.17592237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:49.271129834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:49.626988724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.627285311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.627347452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.627564027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.627638519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.62767779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.627711811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.629266407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.631905469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.63196633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.632013241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.634223753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.634286584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.634343806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.634378766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.634913979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.637355786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.637418108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.637455818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.638018862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.640550911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.644284058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.64435617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.644393381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.644899713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.647675468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.647752449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.64777963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.647816761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.648235991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.651811554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.651871756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.651912637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.652366757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.654716702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.658216114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.658288446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.658378028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.658437549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.65887819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.661839039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.66191349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.66232054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.664931501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.665015593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.665363761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.667254966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.667338657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.667391559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.66744231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.667920211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.671263169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.671344201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.671409283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.671925655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.675259053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.675357935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.675420757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.676086972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.679335638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.690819757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.69094506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.691216846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.691306588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.69137241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.691934153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.699878269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.699976501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.700060183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.700943994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.704798354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.704908836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.714358037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.716088328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.720251015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.730151687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.731185971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.731234742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.731265903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:49.7354355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bed3211-00a2-4e5f-bdc9-d41d236d99bb","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":108026,"response_code":200}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:49.735741848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.737050218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:49.737102639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:49.73714115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.737177811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6c74e34e-d6c4-4551-a704-07080f137e61","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.737219832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6c74e34e-d6c4-4551-a704-07080f137e61","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.737256103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6c74e34e-d6c4-4551-a704-07080f137e61","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.737303044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6c74e34e-d6c4-4551-a704-07080f137e61","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.737944539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6c74e34e-d6c4-4551-a704-07080f137e61","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:49.741168244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6c74e34e-d6c4-4551-a704-07080f137e61","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4307,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.741601705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c74e34e-d6c4-4551-a704-07080f137e61\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:49 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.741791119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.742218409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"acfbeadc-14e9-4e2c-9b24-621ba2b3def5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.742286311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"acfbeadc-14e9-4e2c-9b24-621ba2b3def5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.742469955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"acfbeadc-14e9-4e2c-9b24-621ba2b3def5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.742558617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"acfbeadc-14e9-4e2c-9b24-621ba2b3def5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.74313899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"acfbeadc-14e9-4e2c-9b24-621ba2b3def5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:49.745552147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"acfbeadc-14e9-4e2c-9b24-621ba2b3def5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3324,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.745895835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acfbeadc-14e9-4e2c-9b24-621ba2b3def5\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:49 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.745987487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.746040198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:49.74608389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.814846378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.81494634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.816681611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:49.817353006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.817418098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.817463379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:49.970754135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35652"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:49.971163624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"08358e8a-0162-4237-93a1-1f39f0053a11","remote_addr":"[::1]:35652","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:49.971363889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"08358e8a-0162-4237-93a1-1f39f0053a11","remote_addr":"[::1]:35652","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":210,"response_code":200}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.169021463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.169099084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.169256798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.170120448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.172208777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.172265678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.173973928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.17402998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:50.270459215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:50.415893998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35654"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.416591664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"22c35548-960f-474a-96af-868767f68776","remote_addr":"[::1]:35654","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:50.416673736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35656"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:50.416938502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"22c35548-960f-474a-96af-868767f68776","remote_addr":"[::1]:35654","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":322,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.417186598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"47d0f9f0-8da4-47fa-9767-ba2efd4f500b","remote_addr":"[::1]:35656","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:50.417540686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"47d0f9f0-8da4-47fa-9767-ba2efd4f500b","remote_addr":"[::1]:35656","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":353,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:50.452459273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35658"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.452904073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"bb1c9fb0-c77a-4055-9752-57fa5759c3f6","remote_addr":"[::1]:35658","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:50.453126739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"bb1c9fb0-c77a-4055-9752-57fa5759c3f6","remote_addr":"[::1]:35658","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":272,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:50.458091745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35660"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.458417842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"451ee038-c7a6-40bd-8f52-1fcddea6025f","remote_addr":"[::1]:35660","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:50.458579636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"451ee038-c7a6-40bd-8f52-1fcddea6025f","remote_addr":"[::1]:35660","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":177,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:50.463734967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35662"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.464093085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"63f73a67-88f4-4c56-9912-0aa3ae96d2e9","remote_addr":"[::1]:35662","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:50.464258159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"63f73a67-88f4-4c56-9912-0aa3ae96d2e9","remote_addr":"[::1]:35662","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":174,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:50.466042851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35664"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.467239209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"b5be000e-20d3-4e08-8147-a205d7e23f33","remote_addr":"[::1]:35664","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:50.46729187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"b5be000e-20d3-4e08-8147-a205d7e23f33","remote_addr":"[::1]:35664","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":121,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:50.474402536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35666"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.474811276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"36a0f8b8-8e46-4d82-a383-0b4de116b71d","remote_addr":"[::1]:35666","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:50.47499504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"36a0f8b8-8e46-4d82-a383-0b4de116b71d","remote_addr":"[::1]:35666","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":180,"response_code":200}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:50.739860856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.739920187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.739974399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.74002501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.740073721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.740125542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.740166113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.740184573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.741560596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.741637157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.7421974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.744537005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.744614457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.744660918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.744719479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.745283373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.747802322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.747855213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.747894184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.748572429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.753011544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.756812602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.756905815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.756972056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.757402116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.759879304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.759966506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.760017057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.760060918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.760651072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.762879474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.762933785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.762980447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.763508189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.767571834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.771538897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.771629199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.771723931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.771785012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.772304955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.775001538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.77509866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.775621682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.777620889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.777702591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.778314915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.787613203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.787712715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.787761676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.787815147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.78836549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.792125868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.792286502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.792363454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.792788024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.796537742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.796716896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.796829988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.797581056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.801666662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.812050034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.812169057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.812244009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.8123045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.812373152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.812770451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.814396409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.814478291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.816282073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.816951679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.817059142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.817160644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.817359789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.817449811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.817514432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.818057255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.821852474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.821996397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.822094579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.822948919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.826459422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.835752479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:50.835912352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.836044506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:50.836619019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:50.841486993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f0581c1-876d-44f5-bd5f-e3ed5386a625","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":103522,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:50.841911203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:50.842319513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.170508449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.170577771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.170625022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.170666123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.17309288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.173157061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.175024075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.175085656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:51.27058219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.735025884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":45,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.735093176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.735144617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.735188918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.735228909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.735262449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:51.73530493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.735348991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.735381232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d62342c8-84af-4bf1-89bc-340cd71520e3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.735424493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d62342c8-84af-4bf1-89bc-340cd71520e3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.735471914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d62342c8-84af-4bf1-89bc-340cd71520e3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.735527346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d62342c8-84af-4bf1-89bc-340cd71520e3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.735573427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d62342c8-84af-4bf1-89bc-340cd71520e3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.740622055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.743888181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.744013524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.744133597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.744959766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:51.74981486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d62342c8-84af-4bf1-89bc-340cd71520e3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":16516,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.750502056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d62342c8-84af-4bf1-89bc-340cd71520e3\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:51 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.754820097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.755496633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.755644496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":45,"elapsed":"25.025275ms"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.756168638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ddb6646d-2e92-45e4-b63d-c6e010f5d8cd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.757202473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ddb6646d-2e92-45e4-b63d-c6e010f5d8cd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.757636323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ddb6646d-2e92-45e4-b63d-c6e010f5d8cd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.757772476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ddb6646d-2e92-45e4-b63d-c6e010f5d8cd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.758657067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ddb6646d-2e92-45e4-b63d-c6e010f5d8cd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:51.767150615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ddb6646d-2e92-45e4-b63d-c6e010f5d8cd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10977,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.767914133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddb6646d-2e92-45e4-b63d-c6e010f5d8cd\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:51 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.768176799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.768237491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:51.768273612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.814165275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.814249827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.814294708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.814621196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.815016245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"7e6069d0-0067-4321-a123-539d4418b55e","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:51.838620417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"7e6069d0-0067-4321-a123-539d4418b55e","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":23587,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.839252592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.878849828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.87893302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.878977971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.879039443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.879725319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.87977823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.879825501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.879986315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.880034796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 19 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.88021416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.894862223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":38,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:51.896005769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.908329528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":38}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.90841044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.909519266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.909584447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.909754931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.909810392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.909851393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.909890334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.910614881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.913744635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.913821966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.917672396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.917739978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.918471925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.921518796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.921601548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.922437678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.92251818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.922560781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.922618022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.923195465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.927090467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.927154588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.927856094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.92807232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.928125831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.929210106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.934844308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.939094997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.939252441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.939378504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.940304246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.94392335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.944002752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.944047333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.944086574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.944707539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.947235038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.94731594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.947360941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.947911764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.951360464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.956867523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.956970766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.957024657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.957086398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.957139899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.960000206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.960082058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.960715683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.968821693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.968961086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.969636732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.97554549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.975670033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.975735205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.975800436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.97638818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.981808567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.981911369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.981978091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.982981904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.988868342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:51.988979034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.989043686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:51.992853915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:51.994493573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:52.016958109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:52.033003864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:52.033117487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:52.033186828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:52.03324771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:52.033301721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:52.033649219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:52.048244941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:52.048351793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:52.048431985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:52.049110031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:52.053236607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:52.05333638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:52.053395891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:52.053913443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:52.058164703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:52.06703841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:52.067180473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:52.067247075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:52.072900787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:52.078907688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e79024b6-718b-4a84-b370-5458604d11f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":169395,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:52.079625535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:52.079909401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:52.169717052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:52.169891856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:52.169934717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:52.170547442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:52.173698265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:52.173770007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:52.182979732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:52.183046534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:52.270767186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:52.816801209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:52.81687207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:52.816933022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:52.816970123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:52.817012494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:52.817049734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:53.081360187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.081698335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.081769697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.08192402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.081974851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.082018092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.082060113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.083969618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.099111912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.099188844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.099218825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.105126563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.105274927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.105366409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.105440671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.106204668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.110720294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.11097366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.117520083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.120984034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.137155322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.142450016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.142542008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.14259212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.143236824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.146393018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.14646288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.146489571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.146528492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.147114485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.151202441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.151460637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.151512318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.152709646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.160479228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.165885334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.165975196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.166023617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.166078839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.17297159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.173108493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.173170295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.173208376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.173244566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.173286318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.173348789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.175790466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.176908352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.176979764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.179111354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.179209056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.180027385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.188536184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.188605566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.188632766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.188717378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.18877208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.188829841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.188895792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.192354873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.192446866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.192502717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.192550368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.195537158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.19563272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.195696322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.197845622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.201413565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.211123712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.211279496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.211365328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.211419099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.21146698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.212088865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.22128132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.221403993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.221465814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.22214713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.226806999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.226911372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.227044845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.22769645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.236434644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.26191436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.262042414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.262122796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.262401032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:53.268991806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b8f64688-f3b7-4867-9c96-ede4f7a41763","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":184916,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:53.269083208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:53.269118719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:53.271943475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:53.730133703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.730625424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.731354481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a481c222-869f-459d-a87e-b9fb8f220120","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.731421293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a481c222-869f-459d-a87e-b9fb8f220120","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.731525335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a481c222-869f-459d-a87e-b9fb8f220120","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.731581267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a481c222-869f-459d-a87e-b9fb8f220120","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.732522809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a481c222-869f-459d-a87e-b9fb8f220120","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:53.73558087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a481c222-869f-459d-a87e-b9fb8f220120","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4401,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.736092432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a481c222-869f-459d-a87e-b9fb8f220120\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.736336498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.736977563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1bd7551f-9706-4306-a2a0-61068599db04","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.737045414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1bd7551f-9706-4306-a2a0-61068599db04","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.737244799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1bd7551f-9706-4306-a2a0-61068599db04","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.737318011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1bd7551f-9706-4306-a2a0-61068599db04","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.738012967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1bd7551f-9706-4306-a2a0-61068599db04","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:53.740632388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1bd7551f-9706-4306-a2a0-61068599db04","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3765,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.741079489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bd7551f-9706-4306-a2a0-61068599db04\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:53 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.741150681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.741208072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:53.741244963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.817593649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.8176719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.817728632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:53.817776353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.817820394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:53.817861735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.170391301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.170463643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.170501744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.170538165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.174219631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.174304782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.176708069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.17677479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:54.270670597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.270734508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.270785649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.27082784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.270866531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.270909272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.270957473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.270989214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:54.271029925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.27296819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.273027842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.273745539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.275799857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.275898879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.27596078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.276006432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.276765769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.28619882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.286268721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.286306692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.29004129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.295777384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.29988938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.299970752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.300009263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.300495924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.303116596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.303177787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.303215448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.303248629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.303760231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.306361491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.306425513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.306467804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.306944205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.309377682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.317573584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.317683256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.317735457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.317806869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.319898838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.327543027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.32768896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.329071103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.333529367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.333624589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.333682701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.342069237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.342535198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.34262476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.342679941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.343355887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.348363694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.348482547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.348549928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.349280486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.35459498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.354693622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.354753463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.355321067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.360507108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.370497962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.370666666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.370747708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.370818549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.370878161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.371234029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.375788535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.375915738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.37598749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.377092166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.380575147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.38069219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.380753192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.381314525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.389186799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.418979426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.419192911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.419259982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.419860446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:54.425692613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"adb448b7-0b9b-4745-a0fb-c98b66a57c7b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":157069,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:54.426207015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:54.426546503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.814328654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.814418566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.816214208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:54.816949106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.817007697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:54.817044298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.169652596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.169727077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.16985507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.170785632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.173595158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.173646819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.175591584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.175669096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:55.270256489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:55.428935591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.428995322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.429040243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.429078624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.429114925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.429152726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.429187576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.429215947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.434624164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.434704285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.435341371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.43790156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.438049994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.438116095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.438152766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.43872001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.445102979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.44517469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.445222711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.445391886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.449898471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.456019524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.456109186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.456154417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.460629772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.465497386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.465597438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.465648109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.46569395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.467095933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.478872939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.47893146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.478964721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.480506097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.48233817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.486096948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.4862111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.486294312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.486366344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.487358227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.489891087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.489984749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.492404345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.516698323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.516788156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.517493202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.532010032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.532106934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.532167915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.532243457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.534183163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.548377795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.548448646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.548526938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.549188663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.55416281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.554259272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.554320303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.561626714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.575764925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.588699698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.588866402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.588972334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.589038646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.589099857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.589475806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.593309435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.593391388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.593449799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.594055283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.597654347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.597748199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.597811811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.598348823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.603386151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.613288993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.613445517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.613509448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.614063551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:55.618330211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"6571dd27-73c8-410d-9358-88f731ae0521","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":190855,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:55.618912554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:55.619181981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:55.730633978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.730974276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.731433337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3e851f0d-ab11-47dd-a8d8-133810da93f5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.731495368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3e851f0d-ab11-47dd-a8d8-133810da93f5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.731964909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3e851f0d-ab11-47dd-a8d8-133810da93f5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.732055191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3e851f0d-ab11-47dd-a8d8-133810da93f5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.732539592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3e851f0d-ab11-47dd-a8d8-133810da93f5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:55.735461361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3e851f0d-ab11-47dd-a8d8-133810da93f5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4041,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.736004963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e851f0d-ab11-47dd-a8d8-133810da93f5\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.736131926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.736906514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2faf74d4-0c91-4350-8936-5410f8c012a5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.736987116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2faf74d4-0c91-4350-8936-5410f8c012a5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.737173571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2faf74d4-0c91-4350-8936-5410f8c012a5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.737261543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2faf74d4-0c91-4350-8936-5410f8c012a5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.737862677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2faf74d4-0c91-4350-8936-5410f8c012a5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:55.747236226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2faf74d4-0c91-4350-8936-5410f8c012a5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10250,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.749927519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2faf74d4-0c91-4350-8936-5410f8c012a5\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:55 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.750008361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.750050982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:55.750085683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.814377917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.814475509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.816260731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:55.816984987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.817035599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:55.81707243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.169929153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.170017145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.170336243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.171011459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.173507677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.173580349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.175682788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.175736659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:56.271230203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:56.620857121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.621309602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.621371893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.621484116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.621548427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.621586118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.621632749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.622347616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.632745429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.632834141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.633555428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.638724019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.638858702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.638915273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.638957085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.639446216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.650652738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.650713029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.65074447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.651627571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.65415078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.658307017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.658389739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.65843213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.664934412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.665000964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.665028864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.665050145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.665069265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.665085286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.666261493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.666322755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.666361186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.666820536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.668857394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.671533447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.671625029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.671711741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.671782682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.672152101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.674564907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.67466005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.675174722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.677180989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.677330952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.678061749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.682302179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.682401221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.682474392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.682531284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.682971604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.68664457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.686733252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.686809834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.6870766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.690649154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.690735626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.690801487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.69135223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.695502737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.706117665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.706241879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.70632451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.707287933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.707368795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.707424776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.71274362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.712930455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.713102909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.71398971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.724858664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.724972506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.725034678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.725905248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.741305049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.74137318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.741417871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.741492973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.741551644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.743871759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.74479126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":46,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.745982368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.746031669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.74605798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.74608045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.746721795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.749265235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.749344727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.749393878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.749452249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.749506131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.749546611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.749592993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.749632063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.749676075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.749713685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.753494544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.761392778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.761545022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.761609174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.762045214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.764796208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.764904481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.764959052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.764991733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.765573686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.767148443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.773374109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.773521992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.773555173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.773996313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.774742521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.78197427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.782080052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.782146724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.785061042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.787200112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.791352949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.791434931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.791484632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.791834681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:56.792973867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dd0b8663-9360-45ea-aa2e-87e9208f5353","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":171681,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:56.793655663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:56.794350729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.794420041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.79736702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.800142435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"original_time_started":"2026-01-16 23:08:17.449297 UTC","original_id":"1f884896-3377-4f37-8274-2f6d5ab61291","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.800217997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"1f884896-3377-4f37-8274-2f6d5ab61291\",\"time_loaded\":\"2026-01-16T23:11:56.741312709Z\",\"time_started\":\"2026-01-16T23:08:17.449297Z\"}}","iteration":17,"elapsed":"56.399749ms"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.800267458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.800320949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":46,"elapsed":"53.372229ms"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.8003618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":16,"elapsed":"50.703096ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.800399521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.800438092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.803000222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.804661511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.804756003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.804836645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.804911287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.805970431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.808776647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.812619967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.813890986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.814250105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.815411592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.815466433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:56.815501924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.815539965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":16,"elapsed":"66.867364ms"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.815855083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:56.817370878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.81744952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:56.817497611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.169411153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.169483795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.169574317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.170485008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.173638652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.173701914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.177085503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.177144214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:57.270475827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:57.730555769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.730926508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.731426609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b8f350b7-0276-4df4-8f5f-1d569868fbc3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.731489081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b8f350b7-0276-4df4-8f5f-1d569868fbc3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.731736247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b8f350b7-0276-4df4-8f5f-1d569868fbc3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.731820929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b8f350b7-0276-4df4-8f5f-1d569868fbc3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.732381702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b8f350b7-0276-4df4-8f5f-1d569868fbc3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:57.735075005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b8f350b7-0276-4df4-8f5f-1d569868fbc3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3648,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.735500675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8f350b7-0276-4df4-8f5f-1d569868fbc3\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.73572225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.73615183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c8efc06e-5c8d-4167-b5ff-55ed8e77a3ad","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.736240192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c8efc06e-5c8d-4167-b5ff-55ed8e77a3ad","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.736380825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c8efc06e-5c8d-4167-b5ff-55ed8e77a3ad","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.736473278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c8efc06e-5c8d-4167-b5ff-55ed8e77a3ad","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.737114062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c8efc06e-5c8d-4167-b5ff-55ed8e77a3ad","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:57.739393746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c8efc06e-5c8d-4167-b5ff-55ed8e77a3ad","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3263,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.739769665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8efc06e-5c8d-4167-b5ff-55ed8e77a3ad\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:57 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.739843686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.739888887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:57.739927608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:57.795919778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.796113662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.796169454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.796528082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.796594244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.796658445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.796710176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.797525586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.800442154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.800517536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.801176761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.803748541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.803815183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.803882644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.803922645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.805199645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.821820714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.821923426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.822397928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.822456109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.82249238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.823212327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.826023752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.8267974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.826853222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.826895173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.827021916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.830724082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.830800944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.830840565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.831387998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.834408598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.83447277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.834521991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.834558782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.835052253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.837300756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.837392218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.837431549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.838260339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.840225085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.843505441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.843578853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.843667065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.843737056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.844174757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.846723917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.846818659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.847421073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.849791138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.84987587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.850246929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.852704806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.857863667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.857956909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.858014761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.858070112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.860459048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.86054093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.860611801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.861218345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.865765332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.865848034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.865887225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.866460528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.877077707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.880310632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.880490316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.880577658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.88063973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.880721002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.881110491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.895299203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.896542182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.896614324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.896657994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.902519402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.902609224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.902670135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.902997493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.907624781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.917602624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:57.917749188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.917813649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:57.917869451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:57.921225569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d316b71e-66d7-41ac-9177-0dfa87fe5bc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":125117,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:57.922288054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:57.92256178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.169871335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.17095035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.171003462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.171187166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.180012453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.180083684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.186917164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.186991766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:58.271527023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.814840242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.814922244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.817665148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.81772901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.81776844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.817809591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:58.924078127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.924362844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.924425325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.924590869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.92464066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.924686111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.924729372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.925457109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.927897196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.927967518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.929415632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.932487874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.935460983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.935518485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.935560786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.935594687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.935653218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.935695809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.93573508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.935769011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.936933348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.940799298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.940906741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.940953292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.941577467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.944251789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.9443092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.944350041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.944391942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.944843993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.946963953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.953053445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.953111196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.953142497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.953179048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.954161661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.954297564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.954387196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.954476398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.95543084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.958773339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.958867451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.959662399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.962383923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.962458975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.963216683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.965738662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.965840674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.965934716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.965995708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.966588181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.969866458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.96994075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.969984011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.970523753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.981123812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.981222434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.981282485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.982216067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.986123429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.995954768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.997381902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.997497844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:58.997564666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.997627047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:58.997664388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:59.000820542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:59.000983816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:59.001108779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:59.001900778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:59.00629518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:59.006395363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:59.006446024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:59.007100779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:59.010768435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:59.019792806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:59.019936649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:59.019988401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:59.020452881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:59.02424266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e326d97-a5dd-44e4-b360-e82f6b924733","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":99874,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:59.02508926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:59.025137541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:59.170582693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:59.170656425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:59.170692576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:59.170728067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:59.173968732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:59.174040484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:59.18324882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:59.183326301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:11:59.27086321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:59.730507511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:59.73090164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:59.731437323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f849f03d-36b1-477e-9172-d8d55d052140","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:59.731504154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f849f03d-36b1-477e-9172-d8d55d052140","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:59.731759551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f849f03d-36b1-477e-9172-d8d55d052140","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:59.731819352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f849f03d-36b1-477e-9172-d8d55d052140","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:59.732560299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f849f03d-36b1-477e-9172-d8d55d052140","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:59.742978933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f849f03d-36b1-477e-9172-d8d55d052140","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":11534,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:59.743463374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f849f03d-36b1-477e-9172-d8d55d052140\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:11:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:59.743677009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:59.744076028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b64eb890-5a5e-43f7-aee9-acbf1a3834b2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:59.744168201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b64eb890-5a5e-43f7-aee9-acbf1a3834b2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:59.744411507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b64eb890-5a5e-43f7-aee9-acbf1a3834b2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:59.744499129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b64eb890-5a5e-43f7-aee9-acbf1a3834b2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:59.745076062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b64eb890-5a5e-43f7-aee9-acbf1a3834b2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:59.748102963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b64eb890-5a5e-43f7-aee9-acbf1a3834b2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3406,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:59.748181175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b64eb890-5a5e-43f7-aee9-acbf1a3834b2\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:11:59 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:59.748235216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:59.748272067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:11:59.748302987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:59.814813363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:59.814916256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:59.816617276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:11:59.817415444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:59.817480456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:11:59.817520246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:00.026146897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.026572467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.026643218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.026780301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.026820052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.026855423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.026887504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.027649202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.031820679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.031882161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.031911741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.035310981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.035378993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.035423643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.035461675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.035492625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.036951119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.037009631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.037047201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.037457491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.03955876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.043059672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.043136994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.043164975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.043685697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.047720641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.047782513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.047822384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.047858234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.048248003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.050425325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.050484716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.050522147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.050931026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.053249531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.056258511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.056338463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.056391034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.056447765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.056893966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.060153892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.060264105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.060760396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.062934527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.063029699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.063617443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.068134919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.06820979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.068259472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.068310743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.068347484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.072088541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.072194974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.072271485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.072922401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.076370601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.076460114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.076531255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.07718153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.082499595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.09043661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.090561513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.090637225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.090695727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.090773308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.091216889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.097831293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.097922065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.098002777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.098654993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.102325799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.102418261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.102479812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.103205079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.106999298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.123907073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.124051577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.124115408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.12547339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:00.133515558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"36295fca-9fc9-4cb5-8867-01f9bc2f74bf","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":106942,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:00.13615472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:00.136218631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.169545991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.169622923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.169792367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.170821511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.173426762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.173495833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.176048653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.176111765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:00.270501152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.814378244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.814446326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.816916314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:00.817490437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.817523258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:00.817545938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:01.136927319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.137293558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.137368479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.137501343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.137543103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.137576434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.137606695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.13824046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.140562034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.140637876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.141180239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.143722278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.14381187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.143855251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.143889212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.144317852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.146391141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.146454452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.146498893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.146866012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.148864339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.151169132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.151237454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.151275765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.151671584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.15364684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.153720842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.153765553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.153811714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.154223934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.156497227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.156573959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.1566133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.157028209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.159075617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.161578326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.161651587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.161712999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.161776261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.162109728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.164299669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.164388142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.16477012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.166706386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.166790818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.167217148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.169007199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.169063341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.169158293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.16990062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.170056564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.170146746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.170208858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.170266799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.170675919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.173256559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.173329641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.174704263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.174786725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.174847796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.175353998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.185106576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.185183518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.186050718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.186150111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.186213072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.186915829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.191292941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.200138588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.20024618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.200319782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.200403804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.200480276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.200868805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.204857578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.204975271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.205105554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.205430062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.208947254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.209020235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.209067377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.209686261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.213753576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.221364844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.221523258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.22159537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.221971018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:01.226702909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"dad32408-ba35-492f-b35f-0d3198951263","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":88848,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:01.226787941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:01.226848603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:01.270245008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:01.730830342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.731204771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.732919271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9a43cdc5-5423-4f60-b777-0a941e81ec7c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.733005163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9a43cdc5-5423-4f60-b777-0a941e81ec7c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.733062974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9a43cdc5-5423-4f60-b777-0a941e81ec7c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.733117875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9a43cdc5-5423-4f60-b777-0a941e81ec7c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.733163507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9a43cdc5-5423-4f60-b777-0a941e81ec7c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:01.735532772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9a43cdc5-5423-4f60-b777-0a941e81ec7c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3914,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.735999473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a43cdc5-5423-4f60-b777-0a941e81ec7c\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.736207258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.736632338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9a62ff93-5604-4cd5-9616-ec544043bde2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.73672434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9a62ff93-5604-4cd5-9616-ec544043bde2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.736942455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9a62ff93-5604-4cd5-9616-ec544043bde2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.737028477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9a62ff93-5604-4cd5-9616-ec544043bde2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.737654432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9a62ff93-5604-4cd5-9616-ec544043bde2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:01.740081858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9a62ff93-5604-4cd5-9616-ec544043bde2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3454,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.740790635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a62ff93-5604-4cd5-9616-ec544043bde2\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:01 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.740865737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.740933148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:01.740973419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.745861564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":47,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.746097549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.74614663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.746190431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.746240553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.746856827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.749167621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.756160965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.756291408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.75640781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.757045635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.7593976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.759470102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":47,"elapsed":"13.575188ms"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.814304934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.814410537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.814464118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.814706204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.815026502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"d785cd2d-092a-4ad4-ad9b-78baebae8197","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:01.83292374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"d785cd2d-092a-4ad4-ad9b-78baebae8197","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":17873,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.833599516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.851548156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.85173463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.851821792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.852114569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.852901107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.852968709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.85301063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.853206064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.859129233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 19 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.859596334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.884856295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":38,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.888896169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":38}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.888974111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.892137245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.892205977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.900936551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.901053944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:01.904281139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:01.904353891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:01.960961935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.175329759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.175403561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.175440842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.175479043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.175520084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.175557645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.176096767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.176164509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:02.228898663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.229840054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.229909656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.230015278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.23006362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.230107651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.230151682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.230459899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.235054136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.235119128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.235153049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.237025922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.237128455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.237205387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.237249638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.2382107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.240634707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.240701799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.24075068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.241334663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.243577426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.24718979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.247258022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.247294853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.247866476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.251219845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.251282996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.251389669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.251426019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.252000193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.254405199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.25446607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.254502471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.255117536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.257658135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.263091202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.263187474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.263293977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.263353338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.265173081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.267438604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.270519166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.271295154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:02.276967617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.279700331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.279794963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.280483649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.283432138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.283538041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.283592252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.283661933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.284402171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.288168479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.288357253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.288417345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.288907246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.294563608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.294660511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.294723862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.295338586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.298957751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.33907342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.339213983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.339283074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.339334126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.339383097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.339856238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.346030052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.34635462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.346444582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.346891683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.351707395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.351800207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.351864159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.352427722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.358795601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.376683269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.376812872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.376902014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.376963796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:02.377668782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b1ded3c8-b915-43c8-b1ac-e2f2a5278d11","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":148389,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:02.378625565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:02.379168718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.814613933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.814691065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.816555869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:02.817613423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.817668495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:02.817703465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.169039643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.169113915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.169259899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.17018263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.17315671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.173218521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.175678519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.17574051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:03.270114238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:03.380425578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.380779507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.380862758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.381741999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.38180018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.381840861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.381878202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.381979195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.3852128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.385288502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.385903546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.388957098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.389022729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.389085281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.389134092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.38988848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.398329047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.398408709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.3984469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.398973672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.405331521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.415031668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.41511896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.415159901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.415736264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.42025371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.420332502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.420403253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.420456444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.421196492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.424243243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.424304265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.424345675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.425250267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.427840867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.440951754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.442350857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.442425348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.44248817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.443547445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.449861462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.449968405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.45062251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.452853962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.452946115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.453702082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.456003446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.456109329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.45617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.456221141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.459391935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.467819983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.467943665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.468005707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.469834359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.473175798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.474004067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.474080419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.47413929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.478051952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.49677602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.496904713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.496982854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.497029106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.497073827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.497523897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.50873734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.508851612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.508946274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.509542208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.520476514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.520636898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.520756331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.521694763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.528377459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.537570354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.537756588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.537913122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.538473725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:03.546626216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9bf48030-c313-42a2-88ba-3e9f787f7949","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":165826,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:03.547399394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:03.547718061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:03.730956228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.731177633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.731713146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d1a32834-215f-4225-a7a3-dbda03d98d3d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.731777037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d1a32834-215f-4225-a7a3-dbda03d98d3d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.733279753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d1a32834-215f-4225-a7a3-dbda03d98d3d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.733372415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d1a32834-215f-4225-a7a3-dbda03d98d3d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.733414426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d1a32834-215f-4225-a7a3-dbda03d98d3d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:03.736275792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d1a32834-215f-4225-a7a3-dbda03d98d3d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4590,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.736751934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1a32834-215f-4225-a7a3-dbda03d98d3d\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.739254522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.739332414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"88bd42a8-9b70-4043-9152-06d89c2fb6df","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.739387685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"88bd42a8-9b70-4043-9152-06d89c2fb6df","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.739437126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"88bd42a8-9b70-4043-9152-06d89c2fb6df","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.739506298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"88bd42a8-9b70-4043-9152-06d89c2fb6df","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.73956912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"88bd42a8-9b70-4043-9152-06d89c2fb6df","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:03.741061975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"88bd42a8-9b70-4043-9152-06d89c2fb6df","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3647,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.743536753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88bd42a8-9b70-4043-9152-06d89c2fb6df\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:03 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.743614154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.743661035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:03.743696816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.815403714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.815497916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.817585114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:03.818339102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.818409014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:03.818450055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.17094024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.171033562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.171075913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.171113374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.174332039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.174410541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.177254418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.17733716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:04.271096083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:04.551185524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.551250706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.551302947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.551344868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.551381639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.55142064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.551458201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.551501972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.553506379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.55358028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.554185504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.556898888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.55699668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.557041881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.557079792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.557674506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.560688257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.560772239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.56081115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.561492175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.564468165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.568689054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.568772346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.568811687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.569483912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.57578124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.575903032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.575953344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.576008405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.577044439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.581084394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.581165156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.581211717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.581971974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.589727506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.594068677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.59417076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.594267442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.594334784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.595154353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.600399605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.60058363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.601392059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.60356868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.603677592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.604282826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.60657516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.606675052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.606748874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.606812675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.607379399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.611657069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.611826203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.611988747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.612853507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.619142084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.619244586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.619304178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.620344442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.624500379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.636640923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.636875769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.637104764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.637243377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.63736112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.638446746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.646076624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.646200637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.646268889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.646967885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.653145269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.653246502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.653304823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.654124182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.663348698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.671916098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.672069612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.672129183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.672800729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:04.677216632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90981600-45c5-4eb7-b670-b59669ff20fc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":128174,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:04.678140314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:04.678491032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.817451733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.817516024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.817548785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:04.817572096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.817594906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:04.817633257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.171423793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.171504195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.171551185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.171588716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.17559715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.175691712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.177922385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.177986886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:05.271547864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:05.679894646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.680267405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.680349497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.680520031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.680586223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.680629853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.680666834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.687628637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.691852196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.691920048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.691953018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.694621211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.694697463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.694755994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.694797365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.69544204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.702694628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.70277653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.702819431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.703699102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.707686704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.712398014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.712476596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.712516867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.71310008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.715861414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.715938036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.715985467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.716041789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.716935999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.728116289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.728190671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.728231112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.734412856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:05.743988558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.744467229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.746071276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f2f15da-2ae2-401a-9a4f-9c83aabed389","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.746147788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f2f15da-2ae2-401a-9a4f-9c83aabed389","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.746427315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f2f15da-2ae2-401a-9a4f-9c83aabed389","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.746747562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f2f15da-2ae2-401a-9a4f-9c83aabed389","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.74751293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f2f15da-2ae2-401a-9a4f-9c83aabed389","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:05.751640936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f2f15da-2ae2-401a-9a4f-9c83aabed389","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4728,"response_code":200}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.768531568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.77421934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.774321613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.774381284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.774435965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.782974424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.784566261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f2f15da-2ae2-401a-9a4f-9c83aabed389\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.784829857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.78541487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5c3bd60f-d1ab-4098-b7e1-cdef2b3205b8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.785476862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5c3bd60f-d1ab-4098-b7e1-cdef2b3205b8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.785784519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5c3bd60f-d1ab-4098-b7e1-cdef2b3205b8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.785864311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5c3bd60f-d1ab-4098-b7e1-cdef2b3205b8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.786511066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5c3bd60f-d1ab-4098-b7e1-cdef2b3205b8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.792258169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.792377802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.793181231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:05.802921937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5c3bd60f-d1ab-4098-b7e1-cdef2b3205b8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":17148,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.803218944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c3bd60f-d1ab-4098-b7e1-cdef2b3205b8\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:05 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.803367027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.803434999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:05.80347247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.805303083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.805396505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.805837475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.810597646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.810715618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.810775899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.810829221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.812831537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.813909922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.825062582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.827401376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.829976366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.830048597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.830093158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.830134169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.830211181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.830273172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.83102038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.836580429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.837691955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.837771307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.837813198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.843136451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.85256577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.852709374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.852788826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.852846007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.852930299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.853352739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.85729744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.857391203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.857445614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.858015067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.861465567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.861658882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.861807115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.862517112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.866130886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.876959347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:05.877114371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.877199553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:05.877674434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:05.881923832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"755c4090-e187-4843-926c-55b1a9833ce5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":201639,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:05.883340505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:05.883397377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.169666447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.172301498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.17236134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.172401151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.173610039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.1736725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.179158568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.188496775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:06.270797467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.745553666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":48,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.745625207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.745666558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.745708529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.7457493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.746448496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.749077288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.756158642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.756266195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.756313026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.756770016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.759162672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.759257824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":48,"elapsed":"13.697888ms"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.814078638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.815284316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.816131046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.818762336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.819659897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.819708629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:06.883450539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.883801217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.883872319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.884042073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.884103784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.884145985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.884186716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.884848731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.88737833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.887435211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.888018145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.890326379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.89041042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.890455202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.890496402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.890982484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.893306728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.893364729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.89341547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.893945623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.896203885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.899998573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.900072745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.900113506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.900630308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.903201118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.90327861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.90332066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.903359441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.903909764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.910345604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.910398625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.910421536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.912622017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.91360387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.917123671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.917266144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.917311965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.917348586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.917830488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.920840607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.92094503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.921499653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.923493889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.923581561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.92394761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.925959757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.926036088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.92610069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.926141301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.926643942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.931223399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.931301671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.931350812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.931944516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.935813226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.935885967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.935940008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.936650215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.939936161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.94936098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.949487253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.949578945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.949660707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.949730169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.950116848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.953721851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.953805933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.953867395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.954356706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.957582441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.957670583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.957733755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.958253617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.961206525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.969864777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:06.97000524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.970071681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:06.970536202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:06.974158296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"08a51e62-690c-49bb-b6b9-9a7efe750e86","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":90369,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:06.97472477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:06.975018096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.169537006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.169630688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.169671989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:07.170401836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.172915304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:07.173006226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.174757517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:07.174833029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:07.270279965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:07.732140966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.733254301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:07.733303142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"14cab9fb-a52a-45bd-9788-4efef1b1110e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.733354184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"14cab9fb-a52a-45bd-9788-4efef1b1110e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:07.733399225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"14cab9fb-a52a-45bd-9788-4efef1b1110e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.733460506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"14cab9fb-a52a-45bd-9788-4efef1b1110e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.733996189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"14cab9fb-a52a-45bd-9788-4efef1b1110e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:07.739751972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"14cab9fb-a52a-45bd-9788-4efef1b1110e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6806,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.740156752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14cab9fb-a52a-45bd-9788-4efef1b1110e\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.740368687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:07.740788176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d3bf2b3e-2f76-4b5d-8bcf-4cf32cbb9bad","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.740847118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d3bf2b3e-2f76-4b5d-8bcf-4cf32cbb9bad","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:07.741096764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d3bf2b3e-2f76-4b5d-8bcf-4cf32cbb9bad","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.741171505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d3bf2b3e-2f76-4b5d-8bcf-4cf32cbb9bad","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.741973004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d3bf2b3e-2f76-4b5d-8bcf-4cf32cbb9bad","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:07.744473162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d3bf2b3e-2f76-4b5d-8bcf-4cf32cbb9bad","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3684,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.744857981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3bf2b3e-2f76-4b5d-8bcf-4cf32cbb9bad\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:07 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:07.744998004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:07.745043095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:07.745073316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.814683733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.814762705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:07.816587427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.817550679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:07.81760448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:07.817653192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:07.976935242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:07.977000394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.977054245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:07.977100186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.977142987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:07.977186348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.977226139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.97854617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:07.980315531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.980384733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.980895754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:07.985165384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:07.985248586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:07.985289326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.985325677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.985354638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:07.986492894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:07.986654348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.98674501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.987370745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.990488597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.994665154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:07.99621568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.996269571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:07.996300702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.010007921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.010116723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.010160024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.010193955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.01085294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.01340756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.013463311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.013514312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.042495536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.07281145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.096639053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.096735355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.096792886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.096859738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.103426011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.109050871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.109189434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.109790198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.112050621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.112143963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.112688006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.114814085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.114922718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.114983379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.11503761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.11544915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.11849049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.118620524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.118723896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.119358241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.1275024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.127593132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.127665954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.127715045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.127767926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.136571241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.136688563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.136810356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.136873468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.136949329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.140928712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.141505925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.141579347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.141635108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.142123799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.146108392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.146212785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.146279436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.146719006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.150067794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.159567725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.159734319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.15979927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.160401844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.206656809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.206734311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.206962896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.208067102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:08.208896391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"629927c7-bad8-4cec-a9c5-5171ab7e28a1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":232619,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:08.209692519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:08.209940645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.210957339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.21100838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.213090338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.213138389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:08.30871543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.817158402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.817235053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.817261854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:08.817281944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.817303205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:08.817323905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.171015142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.171295469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.17134635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.171379441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.178501106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.178568428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.18599287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.186066732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:09.211432721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.21179711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.211860481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.212015405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.212061916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.212109387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.212146698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.212856944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.215531367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.215585588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.216174922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.218827073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.218891374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.218937846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.218972116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.219484108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.229380338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.22944683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.229508371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.230192047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.237123758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.241444889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.2415301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.241574141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.241607872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.265946128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.266047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.266092501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.266128352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.266791787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.269507461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.269570222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.269607553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.270132535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:09.271150228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.272450008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.275467838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.27555044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.275644452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.275736765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.276209996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.281929698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.282058861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.282871311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.288954352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.289036244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.289084875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.296496747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.297371837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.297449809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.297507011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.297557242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.298974985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.299054006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.299119708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.299683491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.305144038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.3052249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.305280951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.309941629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.314927475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.325385728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.325494481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.327301493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.327391505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.327457636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.327512348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.345144217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.3452507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.345317121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.345914095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.35217457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.354013883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.354089305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.354132446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.365210744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.388277179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.388410232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.388470554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.388964015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:09.396767567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bcd7c1d7-0ed1-4999-a473-a8ff344a9527","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":184966,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:09.397227117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:09.399424768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:09.73008434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.730476039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.730965921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6abcb6a9-6654-47c3-89d6-7b02c3216d3a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.731033312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6abcb6a9-6654-47c3-89d6-7b02c3216d3a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.731265337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6abcb6a9-6654-47c3-89d6-7b02c3216d3a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.731349639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6abcb6a9-6654-47c3-89d6-7b02c3216d3a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.732063546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6abcb6a9-6654-47c3-89d6-7b02c3216d3a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:09.735044865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6abcb6a9-6654-47c3-89d6-7b02c3216d3a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4094,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.735543837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6abcb6a9-6654-47c3-89d6-7b02c3216d3a\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.735779502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.736241533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f14d3a70-fa60-4eee-a131-c14e04fa6131","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.736313115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f14d3a70-fa60-4eee-a131-c14e04fa6131","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.7365597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f14d3a70-fa60-4eee-a131-c14e04fa6131","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.736647802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f14d3a70-fa60-4eee-a131-c14e04fa6131","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.737352449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f14d3a70-fa60-4eee-a131-c14e04fa6131","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:09.742642682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f14d3a70-fa60-4eee-a131-c14e04fa6131","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6387,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.743132933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f14d3a70-fa60-4eee-a131-c14e04fa6131\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:09 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.743258406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.743302647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:09.743336038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.816956888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.81703126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.817072251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:09.817111592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.817151163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:09.817197804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.170797968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.17086824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.170902241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.170953682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.173365468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.173425709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.175414295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.175496587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:10.270655658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:10.401092318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.401456787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.401515668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.401679142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.401729693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.401768264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.401828896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.402998103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.405839499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.40589674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.406540895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.408939881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.409017593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.409055823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.409093204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.409672608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.415066813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.415134815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.415167736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.415889562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.420491909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.429234292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.429396976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.429495289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.430206105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.433763908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.433950312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.434075365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.434178707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.435063198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.444739603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.444809264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.444848615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.445745356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.451713985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.456940636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.457024888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.457076799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.457135141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.457181522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.461377669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.461516012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.46226758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.464557313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.464681156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.465525986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.468490384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.468597096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.468655168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.468708889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.469263162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.472665401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.472749463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.473605783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.474329699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.48554972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.485649342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.485773355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.4885431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.507789597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.515306671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.515421054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.515469625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.515500536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.515537397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.516064409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.536706769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.53678099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.536828671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.53762537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.543277821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.543380544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.543444995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.544027499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.548947723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.557193295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.557352628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.55741805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.55787922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:10.565831725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b3748d9c-c821-41c0-9142-826751f25395","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":164390,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:10.56644636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:10.566699276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.814165874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.814259796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.816018287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:10.816746984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.816807556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:10.816857407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.169719334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.169796926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.169841987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.170678457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.173451881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.175461378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.183129436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.183202638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:11.270110367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.292328163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.292400215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.292436745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.292483267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.293223984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.294536304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.294591626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.294632556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.294670028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.29522657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.298614789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.306075922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.377143853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.443841282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:42475","servers":"DnsServersList { addresses: [[::1]:42475] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42475/config","method":"PUT"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.444257502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.444318434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"found DNS version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.444874526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1"}
{"msg":"reading DNS config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.444960579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"reading DNS zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.44499766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.44503304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.445096852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.445141423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.445177524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.445820948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:11.446773651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:58076"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.447374215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"25c6f2e5-d879-45f8-861e-299056cfcb78","remote_addr":"[::1]:58076","local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.447450156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"25c6f2e5-d879-45f8-861e-299056cfcb78","remote_addr":"[::1]:58076","local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"attempting generation update","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:11.447839815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_generation":1,"req_id":"25c6f2e5-d879-45f8-861e-299056cfcb78","component":"store","component":"internal_dns_server"}
{"msg":"updated generation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:11.447915657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_generation":1,"req_id":"25c6f2e5-d879-45f8-861e-299056cfcb78","component":"store","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.447990339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:7852","req_id":"e43a44ea-868d-4dfc-89d4-19546d3333e2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   7a ca 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   z............_na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.448077051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:7852","req_id":"e43a44ea-868d-4dfc-89d4-19546d3333e2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 31434,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.448221904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.448340797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"bfc7589e-3dc1-469d-90c9-205cfc3df527.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.448398308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:7852","req_id":"e43a44ea-868d-4dfc-89d4-19546d3333e2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 42475, target: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:11.448518001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"25c6f2e5-d879-45f8-861e-299056cfcb78","remote_addr":"[::1]:58076","local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","latency_us":1159,"response_code":204}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.448916891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 42475, target: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4168, tv_nsec: 224168552 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.448995802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\")"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.44934382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:42475","servers":"DnsServersList { addresses: [[::1]:42475] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42475/config\", status: 204, headers: {\"x-request-id\": \"25c6f2e5-d879-45f8-861e-299056cfcb78\", \"date\": \"Fri, 16 Jan 2026 23:12:11 GMT\"} })"}
{"msg":"DNS server now at generation 1","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:11.449417062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:42475","servers":"DnsServersList { addresses: [[::1]:42475] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DNS propagation: done","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:11.450147089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"servers":"DnsServersList { addresses: [[::1]:42475] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.450266292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"server_results\":{\"[::1]:42475\":{\"Ok\":null}}}","iteration":7,"elapsed":"73.14585ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.450500917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.461240837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.461342649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.46139084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.461939733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.463253553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:6744","req_id":"3ccd046f-ce2e-4048-8bf9-1cf44bd3844c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   6b 3d 01 00  00 01 00 00  00 00 00 01  24 62 66 63   k=..........$bfc\n0010:   37 35 38 39  65 2d 33 64  63 31 2d 34  36 39 64 2d   7589e-3dc1-469d-\n0020:   39 30 63 39  2d 32 30 35  63 66 63 33  64 66 35 32   90c9-205cfc3df52\n0030:   37 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   7.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.470637235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:6744","req_id":"3ccd046f-ce2e-4048-8bf9-1cf44bd3844c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 27453,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            98,\n            102,\n            99,\n            55,\n            53,\n            56,\n            57,\n            101,\n            45,\n            51,\n            100,\n            99,\n            49,\n            45,\n            52,\n            54,\n            57,\n            100,\n            45,\n            57,\n            48,\n            99,\n            57,\n            45,\n            50,\n            48,\n            53,\n            99,\n            102,\n            99,\n            51,\n            100,\n            102,\n            53,\n            50,\n            55,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.47082986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"bfc7589e-3dc1-469d-90c9-205cfc3df527.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.470869061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:6744","req_id":"3ccd046f-ce2e-4048-8bf9-1cf44bd3844c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"found DNS servers (no change)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.470957063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"current_servers":"DnsServersList { addresses: [[::1]:42475] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:42475] }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.471010534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:42475\"]}","iteration":6,"elapsed":"19.868432ms"}
{"msg":"found zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.471054835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1}
{"msg":"listing DNS names for zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.471097866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ebcce90c-9cde-47b7-b038-74887f7ecde3"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.471150257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.471202328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.471251619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.47129982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.471327781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.471351142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.47858991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.478669212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.478717933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.480227208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found all DNS names for zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.48247231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":27,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ebcce90c-9cde-47b7-b038-74887f7ecde3"}
{"msg":"read DNS config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.482557792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":1}
{"msg":"found latest DNS generation (unchanged)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.482611403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"current_time_created":"2026-01-16 23:08:15.736530 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":1}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.482668015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1}","iteration":6,"elapsed":"190.297481ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.488740376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.489896083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.489984565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.490042486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.490120048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.492978824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.493041006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.493100957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.493146848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.493728692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.502366272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.509421226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found DNS version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.510518742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2"}
{"msg":"reading DNS config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.510587533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"reading DNS zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.510680755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.510731607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.510788948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.510847319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.51089209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.51129818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.51389229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.55392992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:39839","servers":"DnsServersList { addresses: [[::1]:39839] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:39839/config","method":"PUT"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.555751883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.563138274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.563272917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.56337398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.564107627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:11.565874018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:55198"}
{"msg":"found zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.567811933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1}
{"msg":"listing DNS names for zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.567886004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"34f27c36-67a8-43d4-82e8-a38f7a9b8cfe"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.567945146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.567999497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.568079659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.56813629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.5685389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.572573193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.5797459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.579858233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.579942395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.580564709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found all DNS names for zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.583043697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":3,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"34f27c36-67a8-43d4-82e8-a38f7a9b8cfe"}
{"msg":"read DNS config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.583150419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":2}
{"msg":"found latest DNS generation (unchanged)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.583238211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"current_time_created":"2026-01-16 23:08:16.647333 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":2}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.583342724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2}","iteration":6,"elapsed":"94.611628ms"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:11.583652331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.583993669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"7c2a27f8-c956-4946-a0d6-93f2681d73c1","remote_addr":"[::1]:55198","local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.584124342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"7c2a27f8-c956-4946-a0d6-93f2681d73c1","remote_addr":"[::1]:55198","local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server","version":"2.0.0"}
{"msg":"attempting generation update","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:11.584762657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_generation":2,"req_id":"7c2a27f8-c956-4946-a0d6-93f2681d73c1","component":"store","component":"external_dns_server"}
{"msg":"updated generation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:11.584943301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_generation":2,"req_id":"7c2a27f8-c956-4946-a0d6-93f2681d73c1","component":"store","component":"external_dns_server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:11.585097595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"7c2a27f8-c956-4946-a0d6-93f2681d73c1","remote_addr":"[::1]:55198","local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server","latency_us":1117,"response_code":204}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.585496764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.585586346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.589462536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.589595949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.58965664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.589694921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.590373337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.591211357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:39839","servers":"DnsServersList { addresses: [[::1]:39839] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39839/config\", status: 204, headers: {\"x-request-id\": \"7c2a27f8-c956-4946-a0d6-93f2681d73c1\", \"date\": \"Fri, 16 Jan 2026 23:12:11 GMT\"} })"}
{"msg":"DNS server now at generation 2","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:11.59137454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:39839","servers":"DnsServersList { addresses: [[::1]:39839] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DNS propagation: done","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:11.592170929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"servers":"DnsServersList { addresses: [[::1]:39839] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.592271421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2,\"server_results\":{\"[::1]:39839\":{\"Ok\":null}}}","iteration":7,"elapsed":"78.363141ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.597132994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.598776172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.598820833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.603130393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"Metric producer GC running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:11.603184365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expiration":"2026-01-16 23:02:11.602826856 UTC"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.603221325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.603269047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.604797172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.605165861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.605228752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.605267633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.605322024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.605828936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.614767354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.614857016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.614900977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.615715126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:11.6176291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned":"{}","expiration":"2026-01-16 23:02:11.602826856 UTC"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.61849659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"expiration\":\"2026-01-16T23:02:11.602826856Z\",\"pruned\":[]}","iteration":5,"elapsed":"14.842665ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.618553502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.618595173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.618628563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.618664274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.618755977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.618808308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.618854569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.619156846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.620299202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.623434005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.623524917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.623569388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.624107231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.626957387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.631245367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.631306328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.631346109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.631904302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.632920555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.633001877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.633056409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.633094199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.634021751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.637106133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.637186835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.637237316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.637280617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.638150827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.638539776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.638623848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.638671469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.63913292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.640231415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:11.640286007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.640323527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":5,"elapsed":"59.021µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.640373129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.64041696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.640458571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.641097745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.641457064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.641500575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.641540356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.641955916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.644798802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.644849483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.644894904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.644934355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.644986776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.65118022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.651238251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.651286242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.651857755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.652997522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.655959071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.656006802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.656046823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.656090244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.656649097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.659098504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.659169765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.65937476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.659425511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.659457052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.659485513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.660008345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.660792093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.660861435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.660936746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.661375016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.661853778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.661905239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":10,"elapsed":"46.771µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.66195079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.662209206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.662254657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.662312298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.66284577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.663294731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.665225185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.665291197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.665322068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.665364409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.66542242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.665462301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.665482191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.665505532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.665542403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.665583994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.665628775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.665670156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.665711617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.666011524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"distributing networking probes to sleds","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:11.666066955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.666101696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.666143157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.666185198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.666227899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.666639308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.667082179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":20,"reason":"Timeout"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.66713402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.667166001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.667195721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.667379775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:38165","req_id":"c795e29b-662e-4a2e-a467-e42b16bf07f5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   7c 60 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   |`..........._ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.669051574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:38165","req_id":"c795e29b-662e-4a2e-a467-e42b16bf07f5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 31840,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.669224918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.669264609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.66929479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:38165","req_id":"c795e29b-662e-4a2e-a467-e42b16bf07f5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39839, target: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.669939415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.670068958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.670793385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.672186577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39839, target: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4168, tv_nsec: 447466009 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.672267659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.672430523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61512","req_id":"b72dd466-6207-479f-9d38-5117f2ae2f8b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   65 06 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   e............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.672593427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61512","req_id":"b72dd466-6207-479f-9d38-5117f2ae2f8b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 25862,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.672759891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.672923334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.672969705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61512","req_id":"b72dd466-6207-479f-9d38-5117f2ae2f8b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.673084548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:16305","req_id":"3345a908-e4f0-41dd-a09f-ff03b9bfb656","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   68 61 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ha..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.673146569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:16305","req_id":"3345a908-e4f0-41dd-a09f-ff03b9bfb656","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 26721,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.673312033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.673397965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.673474097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:16305","req_id":"3345a908-e4f0-41dd-a09f-ff03b9bfb656","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.674654304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":5,"elapsed":"13.865082ms"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.675074464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":9,"elapsed":"13.131394ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.675364291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.679065257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.679126098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.679165069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.679580599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.680207593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.685180719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.685690901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.685749532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.685895886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all webhook delivery tasks completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:11.686750176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.686796017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{},\"error\":null}","iteration":5,"elapsed":"22.794389ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.68696879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.687034712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.687664507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.692447608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.693944403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.693991364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.694026134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.694060875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.694094276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.694122117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.694567057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4168, tv_nsec: 469815859 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.69469401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.695151041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4168, tv_nsec: 470217498 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.695218642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.695253143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:21887","req_id":"c0c10c2b-330a-44f2-ad4b-99b77aea7a8e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   88 9c 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.695350255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:21887","req_id":"c0c10c2b-330a-44f2-ad4b-99b77aea7a8e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 34972,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.69555302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.695764855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.695809956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:21887","req_id":"c0c10c2b-330a-44f2-ad4b-99b77aea7a8e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.696110153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.696176244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.696226166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.696261477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.696748478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.698443367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4168, tv_nsec: 473693679 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.698496578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.698709503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:12015","req_id":"bc830a95-1a7c-4ae3-b52e-fb41dbc2bb0c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   a0 f8 01 00  00 01 00 00  00 00 00 01  24 32 61 63   ............$2ac\n0010:   39 31 31 30  61 2d 31 62  62 38 2d 34  35 36 32 2d   9110a-1bb8-4562-\n0020:   62 64 30 34  2d 33 63 30  65 33 31 66  36 36 30 33   bd04-3c0e31f6603\n0030:   65 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   e.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.698842197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:12015","req_id":"bc830a95-1a7c-4ae3-b52e-fb41dbc2bb0c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41208,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            50,\n            97,\n            99,\n            57,\n            49,\n            49,\n            48,\n            97,\n            45,\n            49,\n            98,\n            98,\n            56,\n            45,\n            52,\n            53,\n            54,\n            50,\n            45,\n            98,\n            100,\n            48,\n            52,\n            45,\n            51,\n            99,\n            48,\n            101,\n            51,\n            49,\n            102,\n            54,\n            54,\n            48,\n            51,\n            101,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.69901687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.699057062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:12015","req_id":"bc830a95-1a7c-4ae3-b52e-fb41dbc2bb0c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"found DNS servers (no change)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.699629075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"current_servers":"DnsServersList { addresses: [[::1]:39839] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:39839] }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.699694416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:39839\"]}","iteration":6,"elapsed":"81.769549ms"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.699766018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:37779","req_id":"df5509dd-0b63-433d-8258-eaadd92787a1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   57 07 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   W...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.69985966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:37779","req_id":"df5509dd-0b63-433d-8258-eaadd92787a1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 22279,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.700056435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.700095206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:37779","req_id":"df5509dd-0b63-433d-8258-eaadd92787a1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.700212918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:9129","req_id":"82e26ad3-bddd-4ef9-b4e4-76304dc837fa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   5e 99 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ^...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.70028059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:9129","req_id":"82e26ad3-bddd-4ef9-b4e4-76304dc837fa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 24217,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.700461104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.700495675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:9129","req_id":"82e26ad3-bddd-4ef9-b4e4-76304dc837fa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.700550726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.705264226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.705330567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.705381858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.70588622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.706647728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.70674568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.706805631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.706873173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.707271442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.708059111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.708427119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.70847349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.708513641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.709050124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.709825752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.720216113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.720343996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.720396357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.720433758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.755894942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:11.756540297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.756596138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.756754422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:20048","req_id":"3bb16cc4-bd6c-43dc-8a25-490200f7f9ae","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   58 c4 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   X...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.756830474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:20048","req_id":"3bb16cc4-bd6c-43dc-8a25-490200f7f9ae","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 22724,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.757029048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.757132641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:20048","req_id":"3bb16cc4-bd6c-43dc-8a25-490200f7f9ae","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.757734475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.757816687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.757872658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.758359549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"webhook dispatching completed successfully","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.759207579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.759284891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"222.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":5,"elapsed":"95.99399ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.759460755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.759511036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.759551187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.759595268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.759992717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Found abandoned VMMs","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.76053177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":0,"count":0}
{"msg":"Abandoned VMMs reaped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:11.760579881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.760622172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":5,"elapsed":"120.256864ms"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.785811277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.786193656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.786296868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.78634479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.786898882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.787349523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.787396544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.787435305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.787481336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.787521317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.787884095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.788161982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:11.788209763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.788241334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":9,"elapsed":"75.132µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.788284395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:11.788316435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.788345256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.788389797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.788429588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.788464789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.788749495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.789106143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.789156085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:11.789308898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.78936046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.78939416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.789437801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.789480342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.789519503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.789971564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.790354773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":49,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.790401044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.790444915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.790505126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.790549597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.790846814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.79108778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.791134331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.791179072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.791224593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.791267054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.791515999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.791765265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":17,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.791812446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.791857407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.792283608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.792654756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:40275","req_id":"e3dfed03-c984-44fc-a1fe-72a57aa6e232","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   4c 20 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   L ..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.792732938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:40275","req_id":"e3dfed03-c984-44fc-a1fe-72a57aa6e232","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19488,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.792945853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.793138857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.793178558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:40275","req_id":"e3dfed03-c984-44fc-a1fe-72a57aa6e232","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.794620992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.797664682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"0","iteration":9,"elapsed":"132.981959ms"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.797723424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4168, tv_nsec: 570875256 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.797803186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.797850767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"436cfb10-cc5c-4464-b3c2-1ea5f7b459e8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.797903328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"436cfb10-cc5c-4464-b3c2-1ea5f7b459e8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.798164984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:25990","req_id":"b1c63875-a84b-44d2-956d-570bde4fc67c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   11 0e 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.798227815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:25990","req_id":"b1c63875-a84b-44d2-956d-570bde4fc67c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4366,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.798386159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.79842634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.798463311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:25990","req_id":"b1c63875-a84b-44d2-956d-570bde4fc67c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.798568334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a48ac751-8fbf-4356-8d6d-819b19ac3d81\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:12:11 GMT\"} })"}
{"msg":"dendrite for switch1 is unavailable, cannot perform nat cleanup","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:12:11.798632455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.798674166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"dendrite for switch1 is unavailable, cannot perform nat cleanup\"}","iteration":9,"elapsed":"156.418293ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.798718997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"436cfb10-cc5c-4464-b3c2-1ea5f7b459e8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.798789259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"436cfb10-cc5c-4464-b3c2-1ea5f7b459e8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.799448764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"436cfb10-cc5c-4464-b3c2-1ea5f7b459e8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.805985576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2026-01-16T23:08:09.574312Z, time_modified: 2026-01-16T23:08:09.574312Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(2)), admin_group_name: None }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, db_silo: Silo { identity: SiloIdentity { id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-01-16T23:08:16.564172Z, time_modified: 2026-01-16T23:08:16.564172Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, db_silo: Silo { identity: SiloIdentity { id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-01-16T23:08:16.564172Z, time_modified: 2026-01-16T23:08:16.564172Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }) }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.80615139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"f5ee18e0-d7f7-42ee-b4f6-108a35257ec6\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"f5ee18e0-d7f7-42ee-b4f6-108a35257ec6\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo f5ee18e0-d7f7-42ee-b4f6-108a35257ec6 with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":6,"elapsed":"187.875354ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.806410356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.81217665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.812246981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.812289312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.812657071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.813520041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.813623013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.813686825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.813732756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.814160276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.814973324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.815077887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.815150779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.815716622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.816814157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.82164782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.821721121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.821750932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.822248944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.823110364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4168, tv_nsec: 598358325 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.823198346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.823517053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.823578944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.823629366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:57879","req_id":"85512eed-32d6-448d-9dd0-daf1f2e4d008","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   22 a6 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   \"............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.823717238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:57879","req_id":"85512eed-32d6-448d-9dd0-daf1f2e4d008","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 8870,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.823919383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.824095267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.824156698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:57879","req_id":"85512eed-32d6-448d-9dd0-daf1f2e4d008","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.824550487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddc66dcd-5407-4e5b-b105-325d908ad482\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:12:11 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.82469077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.824734721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.824785192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.825347816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.834679032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.83498232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.835666785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.840996719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.841064551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.841108712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.841153113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.841208204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.841611354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.842208867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.847561422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.847664834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.847715525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.848205777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.849572379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.85437995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.854447232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.854495383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.854970784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.855774492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.862221072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.862328725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.862422867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.863090653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.864567907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4168, tv_nsec: 639788078 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.864653949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.864917415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"0e542b81-16f3-4838-b3e4-1865df73c63f","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.865252993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:6442","req_id":"b032e76f-4f9a-45a0-ba9a-58cfba237781","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   5b 10 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   [...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.865337305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:6442","req_id":"b032e76f-4f9a-45a0-ba9a-58cfba237781","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23312,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.865534559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.865710913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:6442","req_id":"b032e76f-4f9a-45a0-ba9a-58cfba237781","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:11.887369626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"0e542b81-16f3-4838-b3e4-1865df73c63f","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":22466,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:11.889197369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"436cfb10-cc5c-4464-b3c2-1ea5f7b459e8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":93228,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.889595778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.889712661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.890592861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:11.902413426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.902523129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.902813835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.911770573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.912542551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:56803","req_id":"9cc1bb91-6d89-4d1d-bf60-77009c8cd9b4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   c2 51 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .Q..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.912852129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:56803","req_id":"9cc1bb91-6d89-4d1d-bf60-77009c8cd9b4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 49745,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.913384921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.913582406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:56803","req_id":"9cc1bb91-6d89-4d1d-bf60-77009c8cd9b4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.914151969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.952407508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.952571172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.952663874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.952979691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.953886852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.954004895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.954095497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.954354023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"436cfb10-cc5c-4464-b3c2-1ea5f7b459e8\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.954903796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.955779326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.955934239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 19 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:11.956218666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:11.972594616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":38,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.034211617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/probes","method":"PUT"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.034905014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.044778043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.045017229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.045173492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.045298655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.045416658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.046155305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.095752177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.095814589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/switch-id","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.09585285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c5be5483-47ad-41ec-88f2-929c7331f49b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.095903221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c5be5483-47ad-41ec-88f2-929c7331f49b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.095954802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46502"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.096001443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:59365","req_id":"153cc1bc-bf76-4a39-9ac7-46d84a6ad1ee","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   68 05 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   h...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.096060414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:59365","req_id":"153cc1bc-bf76-4a39-9ac7-46d84a6ad1ee","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 26629,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.096234609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.096261929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:59365","req_id":"153cc1bc-bf76-4a39-9ac7-46d84a6ad1ee","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.09631254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c5be5483-47ad-41ec-88f2-929c7331f49b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.096369172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c5be5483-47ad-41ec-88f2-929c7331f49b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.096418843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c5be5483-47ad-41ec-88f2-929c7331f49b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.096483164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.096525955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.096563296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"all instance checks complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.096939595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.097113159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":9,"elapsed":"309.757636ms"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.098120352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.098260676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.098364088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.09846483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.099159566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.10017062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"original_time_started":"2026-01-16 23:08:17.449297 UTC","original_id":"1f884896-3377-4f37-8274-2f6d5ab61291","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.100322173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"1f884896-3377-4f37-8274-2f6d5ab61291\",\"time_loaded\":\"2026-01-16T23:12:11.789367520Z\",\"time_started\":\"2026-01-16T23:08:17.449297Z\"}}","iteration":18,"elapsed":"310.943324ms"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.100758994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/probes","method":"PUT","req_id":"5eb33a39-aae6-4557-b3d2-6457ecbc5c40","remote_addr":"[::1]:46502","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.100866106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/probes","method":"PUT","req_id":"5eb33a39-aae6-4557-b3d2-6457ecbc5c40","remote_addr":"[::1]:46502","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.101728126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":38}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.101832979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.164423323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/all-sp-ids","method":"GET"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.165126249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:46038","req_id":"57df5913-00d9-40d1-a5d6-bf47a7ebc564","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   6e 06 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   n............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.165352515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:46038","req_id":"57df5913-00d9-40d1-a5d6-bf47a7ebc564","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 28166,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.165775654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.166056181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.166207244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:46038","req_id":"57df5913-00d9-40d1-a5d6-bf47a7ebc564","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:12.166779817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.167264649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/probes","method":"PUT","req_id":"5eb33a39-aae6-4557-b3d2-6457ecbc5c40","remote_addr":"[::1]:46502","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":66510,"response_code":204}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.167877383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.173635317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.173807001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.173871222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.177043576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.178586942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4168, tv_nsec: 953785452 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.178677164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.179388861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.179459752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/probes\", status: 204, headers: {\"x-request-id\": \"5eb33a39-aae6-4557-b3d2-6457ecbc5c40\", \"date\": \"Fri, 16 Jan 2026 23:12:12 GMT\"} })"}
{"msg":"Update set of probes on sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.179512523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_probes":0,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"finished distributing probes to sleds","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.183880595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_pushed_probes":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.183946647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"probes_by_sled\":{\"b6d65341-167c-41df-9b5c-41cded99c229\":0}}","iteration":5,"elapsed":"514.562314ms"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.183988607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":17,"elapsed":"389.99493ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.184032489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.184072549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.18410779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.184142731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.184172082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.184207713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.184245923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":49,"elapsed":"393.744257ms"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.184458038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c5be5483-47ad-41ec-88f2-929c7331f49b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":93692,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.188781959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.188909162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.189731841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f274666-8fc6-4eb3-b74b-b0387fc1d449\", \"content-length\": \"26\", \"date\": \"Fri, 16 Jan 2026 23:12:12 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.189925845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.191024051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.191112683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.193243103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5be5483-47ad-41ec-88f2-929c7331f49b\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:12 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.19484818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.194911491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.194947072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.194988513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:11753","req_id":"df5b165e-975d-400c-946d-af2fcc7298bf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   61 51 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   aQ..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.195040364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:11753","req_id":"df5b165e-975d-400c-946d-af2fcc7298bf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 24913,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.195212638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.195323151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:11753","req_id":"df5b165e-975d-400c-946d-af2fcc7298bf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.197071191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.197128203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.197169114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.197218645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.198086415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.198900574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/all-sp-ids\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89bd356f-05de-4e52-ad9c-6808078e7e48\", \"content-length\": \"105\", \"date\": \"Fri, 16 Jan 2026 23:12:12 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.199334434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.199396745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.199435956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.199472547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.200148993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.200745257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.200814948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.200858879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.200923421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.201466054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.209434929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.209522301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.209575692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.209633403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.209675024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.209723065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.209771276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.209818277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.209864738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.20990263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.214888195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.214964947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.256021021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.256228536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/switch-id","method":"GET"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.256702107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:65269","req_id":"f65bc507-bd40-4046-bcbd-2318eeb6900c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   25 2f 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   %/..........._mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.256974153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:65269","req_id":"f65bc507-bd40-4046-bcbd-2318eeb6900c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 9519,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.257393893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.25769742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.257861164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:65269","req_id":"f65bc507-bd40-4046-bcbd-2318eeb6900c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.258343395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.265754996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.265864549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.265964691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.266070944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.266156806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.266849272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.267871746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.272639856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.272739679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.272836421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.273497436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.274413718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.280029768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.280145111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.280257553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.281241096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.283906348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4169, tv_nsec: 59151100 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.284065222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:12.284528853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.284968303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.285162187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7","method":"POST"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.28569123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.296689475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.296852569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.297002833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.297874353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.299096411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.299396898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3","method":"POST"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.300677678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.30077931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.300991145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.3024696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.303454392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.307709641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:39692","req_id":"2f57f20e-eec9-4857-bee0-32c7bdada147","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   eb 75 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .u..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.308456359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:39692","req_id":"2f57f20e-eec9-4857-bee0-32c7bdada147","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60277,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.308922119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.309099243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:39692","req_id":"2f57f20e-eec9-4857-bee0-32c7bdada147","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.309660347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf80a9fe-751a-48b6-bb7c-f637c77e2c69\", \"content-length\": \"26\", \"date\": \"Fri, 16 Jan 2026 23:12:12 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.309856211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.311179362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.359825962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.361541282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.36187712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.422193251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/bfd/peers","method":"GET"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.432398708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61509","req_id":"ea5c11d9-9178-4f22-9fc5-4951b9379d18","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   13 1d 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.432611303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61509","req_id":"ea5c11d9-9178-4f22-9fc5-4951b9379d18","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4893,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.433015733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.433272579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.433421822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61509","req_id":"ea5c11d9-9178-4f22-9fc5-4951b9379d18","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.43377537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db90be41-ad54-48d7-b8ea-a54542740ba9\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:12:12 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.433993475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.434956287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.43506886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.435632683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4169, tv_nsec: 210766932 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.435789257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.436322249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a2a50d4-ccaa-48a5-bb31-44a227a5eb24\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:12:12 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.436505014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.437049236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/bfd/peers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"256076f0-ce25-4189-a78a-e66b15cf9d09\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:12:12 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.438126261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":9,"elapsed":"795.821508ms"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.438632143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:12040","req_id":"be1603e3-a9e9-41ba-9dc7-759d24d39cc0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   db 27 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .'..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.43979153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:12040","req_id":"be1603e3-a9e9-41ba-9dc7-759d24d39cc0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 56103,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.440158808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.440304222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:12040","req_id":"be1603e3-a9e9-41ba-9dc7-759d24d39cc0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.51079954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.511510036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.51166413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.511773332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.51251916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.513604885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.520146137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.520224939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.52029735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.520745221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.521659962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.521765124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.522407059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.528994552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.567091697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.567175229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.56722726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.567781683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.57283712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.574049489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.574607382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.574725314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.574791706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.575291747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.576372232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.576572787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3","method":"POST"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.576999127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"dc925348-40c8-4756-b7f3-d843f91a508f (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.577059619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/1/ereports?committed=1&limit=255&restart_id=dc925348-40c8-4756-b7f3-d843f91a508f&start_at=2","method":"POST"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.57886207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.578925272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.578970573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.579013174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.579579497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.581575664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae94f81d-49c4-4b5b-83ee-261efbb21c9f\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:12:12 GMT\"} })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.581634305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.585591137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.585641248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.585678599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.58571735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":17,"elapsed":"791.433545ms"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.585758041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:28383","req_id":"c8d61ca6-d925-46ca-9b5f-c1b752fb58ca","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   71 bc 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   q............_mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.585808922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:28383","req_id":"c8d61ca6-d925-46ca-9b5f-c1b752fb58ca","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 29116,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.585941195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.585977516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.586007956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:28383","req_id":"c8d61ca6-d925-46ca-9b5f-c1b752fb58ca","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.586071718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/1/ereports?committed=1&limit=255&restart_id=dc925348-40c8-4756-b7f3-d843f91a508f&start_at=2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b11a9787-57d2-44cd-bd20-a6552801729c\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:12:12 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.586128219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"dc925348-40c8-4756-b7f3-d843f91a508f (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.58617892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c06a295-fa6c-4878-879f-6def134c5102\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:12:12 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.586230692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.586283973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[],\"sps\":[]}","iteration":9,"elapsed":"797.054826ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.587560883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.599245164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.599412988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.599474379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.600006912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.600758989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.609125313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.609242786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.609284587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.609782109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.670470349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.6705366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/vpc-routes","method":"GET"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.712210508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/v2p","method":"GET"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.713022607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b97183d-effe-44e8-88fc-4f7e7687c4d3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":1127508,"response_code":200}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.713262713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.713318594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.713379956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.714061831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.721462883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4169, tv_nsec: 496704955 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.721548876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.721842742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46504"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.721898324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46506"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.728516567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.72904673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.729102551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"70432b2c-b215-4f4b-b94d-1f79b41194bb","remote_addr":"[::1]:46504","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.729152762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"70432b2c-b215-4f4b-b94d-1f79b41194bb","remote_addr":"[::1]:46504","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.729196643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"6d2c4d32-b617-41fa-9067-0c80ef80a5c9","remote_addr":"[::1]:46506","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.729238594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"6d2c4d32-b617-41fa-9067-0c80ef80a5c9","remote_addr":"[::1]:46506","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.729836168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"70432b2c-b215-4f4b-b94d-1f79b41194bb","remote_addr":"[::1]:46504","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":931,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.729958041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"6d2c4d32-b617-41fa-9067-0c80ef80a5c9","remote_addr":"[::1]:46506","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":849,"response_code":200}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.730445512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:1222","req_id":"0cb206b3-b30c-4758-96e2-233c9b3821d8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   fc 73 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .s..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.730546854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:1222","req_id":"0cb206b3-b30c-4758-96e2-233c9b3821d8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64627,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.730738079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.730824231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:1222","req_id":"0cb206b3-b30c-4758-96e2-233c9b3821d8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.735699934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70432b2c-b215-4f4b-b94d-1f79b41194bb\", \"content-length\": \"210\", \"date\": \"Fri, 16 Jan 2026 23:12:12 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.73593098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.735983291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.73851085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.739312838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d2c4d32-b617-41fa-9067-0c80ef80a5c9\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:12:12 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.73938999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.739431941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.739467652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.742287027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":13,"elapsed":"956.068891ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.743613688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.74368266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.744398806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.788562822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.788644204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.807004131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"using fallback path: querying DPD directly for member removal","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.813622045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"sled_id_unavailable_or_resolution_failed","member_sled_id":"None","member_id":"39f72f42-fc41-4bca-99b8-17c80442aa12"}
{"msg":"fetching underlay group members from DPD for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.813686416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","switch":"switch0","underlay_ip":"ff04::e002:2"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.813727977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/underlay-groups/ff04::e002:2","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.814357252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.815907898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.81686037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/underlay-groups/ff04::e002:2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d09487f9-8eca-4168-b674-9fdcda038b6b\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:12:12 GMT\"} })"}
{"msg":"underlay group members fetched from DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.816985163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","member_count":0,"switch":"switch0","underlay_ip":"ff04::e002:2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.817053204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.817095855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.81814509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.819690926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/port/qsfp0/settings?tag=omicron","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.823256988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.823994436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.824056357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.824099328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.824148489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f7bbb21-80d8-4c84-8388-dea909d5c784\", \"content-length\": \"12\", \"date\": \"Fri, 16 Jan 2026 23:12:12 GMT\"} })"}
{"msg":"retrieved port settings from switch","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.82420617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","settings":"PortSettings { links: {} }","switch_port_id":"Name(Name(\"qsfp0\"))"}
{"msg":"clearing switch port settings","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.824247131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","port_id":"Qsfp(Qsfp(\"qsfp0\"))","switch_location":"Switch0"}
{"msg":"port settings up to date, skipping","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.824288252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch0","switch_port_id":"Name(Name(\"qsfp0\"))"}
{"msg":"no DPD client for switch location","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:12:12.824334513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.824376654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/static/route4","method":"GET"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.832123034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:40.889238Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Active, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: 39f72f42-fc41-4bca-99b8-17c80442aa12, time_created: 2026-01-16T23:08:35.956054Z, time_modified: 2026-01-16T23:08:44.819204Z, time_deleted: None, external_group_id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, parent_id: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, sled_id: None, state: Left, version_added: Generation(Generation(3077)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.832205016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:40.889238Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Active, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.832245097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.832267098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.832749299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.836344252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/static/route4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98899e0a-b262-40ba-a3f2-48ac21f8a70c\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:12:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.836407804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/static/route6","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.836556117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.836608299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.83665548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.836699801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.840951499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.841010711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/static/route6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"756f43a0-34ef-44ad-af3b-ba660d4bad05\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:12:12 GMT\"} })"}
{"msg":"retrieved existing routes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.841060292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{Switch0: {}}"}
{"msg":"retrieved desired routes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.841101513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"calculated static routes to add","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.841136854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"calculated static routes to delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.841174045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"checking for changes to loopback addresses","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.841208976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.841246966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.841277747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.841296138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.844917012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.86207615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.862216343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.862281805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.864608919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.869253327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/loopback/ipv4","method":"GET"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.87629907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.876358532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.876394553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.87717104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.881644504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f39f03d-e248-4c89-bd54-9b2ee98856dd\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:12:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.881760847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/loopback/ipv6","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.891333189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6ab822a-2daa-4a11-b2d6-c86e58911654\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:12:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.891407001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:12345/network-bootstore-config","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.891452362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.891488613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.891517004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.891553014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12345/network-bootstore-config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12345, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"unable to read bootstore config from scrimlet","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:12:12.891612896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Communication Error: error sending request for url (http://[::1]:12345/network-bootstore-config)"}
{"msg":"both scrimlets are unreachable, cannot update bootstore","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:12:12.891652927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.894595185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":9,"elapsed":"1.229921183s"}
{"msg":"using fallback path: querying DPD directly for member removal","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.896445988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"sled_id_unavailable_or_resolution_failed","member_sled_id":"None","member_id":"cc294b96-b30f-48d8-be22-c984ee7815ce"}
{"msg":"fetching underlay group members from DPD for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.8964963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","switch":"switch0","underlay_ip":"ff04::e002:1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.896556341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/underlay-groups/ff04::e002:1","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.898264781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/underlay-groups/ff04::e002:1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f1694d3-fb3d-4b67-9c9a-a3af0f303c4b\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:12:12 GMT\"} })"}
{"msg":"underlay group members fetched from DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.919713189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","member_count":0,"switch":"switch0","underlay_ip":"ff04::e002:1"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.919794191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.919837782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.920955228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.934647846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.934755318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/eip-gateways","method":"PUT"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.937062382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:40.950337Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Active, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: cc294b96-b30f-48d8-be22-c984ee7815ce, time_created: 2026-01-16T23:08:35.062897Z, time_modified: 2026-01-16T23:08:44.947522Z, time_deleted: None, external_group_id: a9c05218-3fb7-462e-a6e5-eaf77011803c, parent_id: 047649a1-bd77-4a29-8488-f19a376f3d65, sled_id: None, state: Left, version_added: Generation(Generation(2051)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.937184405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:40.950337Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Active, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.937262536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.937329558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.938044865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.939013337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"7d237f2a-6399-431a-b094-1d34c3970f74","remote_addr":"[::1]:46504","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.939081669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"7d237f2a-6399-431a-b094-1d34c3970f74","remote_addr":"[::1]:46504","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.939281994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"7d237f2a-6399-431a-b094-1d34c3970f74","remote_addr":"[::1]:46504","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":266,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.93957004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7d237f2a-6399-431a-b094-1d34c3970f74\", \"date\": \"Fri, 16 Jan 2026 23:12:12 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.939637572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.939672892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.940288987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.941604017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.941671759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.94171991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.941773411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.942313284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.948078398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.94815609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.948808605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.949571593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.95462231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.954699322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.954743193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.955276515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.969289931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.969406343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.970271703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.971589914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.971652486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.971695796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.972345362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.98348031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.983625654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.984581736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229 push not needed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.98563584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.985771674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vpc-routes","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.986341157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"12835c6e-b699-4eae-87bb-1eb32dfb3d1d","remote_addr":"[::1]:46504","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.986389778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"12835c6e-b699-4eae-87bb-1eb32dfb3d1d","remote_addr":"[::1]:46504","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.986751566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"12835c6e-b699-4eae-87bb-1eb32dfb3d1d","remote_addr":"[::1]:46504","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":420,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.986992512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 204, headers: {\"x-request-id\": \"12835c6e-b699-4eae-87bb-1eb32dfb3d1d\", \"date\": \"Fri, 16 Jan 2026 23:12:12 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.988138189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":18,"elapsed":"1.199837634s"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.98817727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":19,"reason":"Dependency"}
{"msg":"VPC route manager running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.988681211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.988708672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.988742023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.988777733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.988811094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.995241974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"using fallback path: querying DPD directly for member removal","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:12.997920296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"sled_id_unavailable_or_resolution_failed","member_sled_id":"None","member_id":"1396c948-d098-4b75-948b-14fba9766ce4"}
{"msg":"fetching underlay group members from DPD for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:12.997995648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","switch":"switch0","underlay_ip":"ff04::e002:0"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.998037308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/underlay-groups/ff04::e002:0","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:12.999888271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/underlay-groups/ff04::e002:0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"413ad16e-c9b4-4419-978a-d51e3db2901c\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:12:12 GMT\"} })"}
{"msg":"underlay group members fetched from DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.000033865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","member_count":0,"switch":"switch0","underlay_ip":"ff04::e002:0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.000083726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.001728094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.003736271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.004924629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.021958224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.022109628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.022158709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.02220289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.022242671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.022909897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.033598365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.039130473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.039245726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.039296427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.039888521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.041026457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:40.877371Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Active, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: 1396c948-d098-4b75-948b-14fba9766ce4, time_created: 2026-01-16T23:08:34.510247Z, time_modified: 2026-01-16T23:08:45.103864Z, time_deleted: None, external_group_id: f643b999-0df5-4ca9-8524-3431f1dbb507, parent_id: 654b8aa8-0014-4f2e-b375-089d955844b2, sled_id: None, state: Left, version_added: Generation(Generation(1025)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.04112631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:40.877371Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Active, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"member state reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.041196791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":3}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.041227162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.041255183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.041289264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.041724914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:13.107659135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.107727687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/vpc-routes","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:13.108136137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46508"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.108665349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"4f216449-508f-435d-9705-9f3cae834469","remote_addr":"[::1]:46508","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.1087292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"4f216449-508f-435d-9705-9f3cae834469","remote_addr":"[::1]:46508","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:13.109437477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"4f216449-508f-435d-9705-9f3cae834469","remote_addr":"[::1]:46508","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":250,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.109513858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f216449-508f-435d-9705-9f3cae834469\", \"content-length\": \"210\", \"date\": \"Fri, 16 Jan 2026 23:12:13 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.10956486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.109604171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.110144273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.132673977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.132754889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.13279907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.13283568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.133648769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:13.139349912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.15219485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.152793364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"3f9ed9c2-296e-4ba3-8745-462d8e6d694b","remote_addr":"[::1]:46508","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.152859836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"3f9ed9c2-296e-4ba3-8745-462d8e6d694b","remote_addr":"[::1]:46508","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:13.15563054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"3f9ed9c2-296e-4ba3-8745-462d8e6d694b","remote_addr":"[::1]:46508","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2841,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.155991238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/eip-gateways\", status: 204, headers: {\"x-request-id\": \"3f9ed9c2-296e-4ba3-8745-462d8e6d694b\", \"date\": \"Fri, 16 Jan 2026 23:12:13 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.156160592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.156215543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.15694477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.170990926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.17201373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.174020117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.174075848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.174116259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.17416832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.174200951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.197363019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.197487172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.209228075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.209368518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.210238318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.211799514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.211916847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229 push not needed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:13.221987381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.222053103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vpc-routes","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.222090484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"45f1ca4a-570a-462e-b92e-d34113c8b5b9","remote_addr":"[::1]:46508","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.222134574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"45f1ca4a-570a-462e-b92e-d34113c8b5b9","remote_addr":"[::1]:46508","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:13.222168765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"45f1ca4a-570a-462e-b92e-d34113c8b5b9","remote_addr":"[::1]:46508","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":397,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.222210166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 204, headers: {\"x-request-id\": \"45f1ca4a-570a-462e-b92e-d34113c8b5b9\", \"date\": \"Fri, 16 Jan 2026 23:12:13 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.222250757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":19,"elapsed":"233.478854ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.250847481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.250929323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.250979445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.266376072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.266447144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.266481265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:13.273129189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.275049074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.275109125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.275142676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.279870486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.279930257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.279977998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.280019899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.285746482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":3}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.285802334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.285842555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.285874585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.285914046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.285957897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.285989888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.286029329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.28606676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.286098851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetching external group state from all switches for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.28952584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switch_count":1,"group_ip":"224.2.0.0"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.289824627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/groups/224.2.0.0","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.293567464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/groups/224.2.0.0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc26980f-3d65-4f65-b95d-89f4737dd275\", \"content-length\": \"290\", \"date\": \"Fri, 16 Jan 2026 23:12:13 GMT\"} })"}
{"msg":"external group state fetched from all switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.294598628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switches_with_group":1,"switches_queried":1,"group_ip":"224.2.0.0"}
{"msg":"fetching external group state from all switches for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.294857444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switch_count":1,"group_ip":"224.2.0.2"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.295050008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/groups/224.2.0.2","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.296364369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/groups/224.2.0.2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b73b4a1-5ec3-4b79-8577-3d61f8ec2880\", \"content-length\": \"290\", \"date\": \"Fri, 16 Jan 2026 23:12:13 GMT\"} })"}
{"msg":"external group state fetched from all switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.296527673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switches_with_group":1,"switches_queried":1,"group_ip":"224.2.0.2"}
{"msg":"fetching external group state from all switches for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.297507396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switch_count":1,"group_ip":"224.2.0.1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.297568137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/groups/224.2.0.1","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.299554913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/groups/224.2.0.1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddf6e2a2-d8f8-42f2-a45f-fe34fbff652e\", \"content-length\": \"290\", \"date\": \"Fri, 16 Jan 2026 23:12:13 GMT\"} })"}
{"msg":"external group state fetched from all switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.299735657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switches_with_group":1,"switches_queried":1,"group_ip":"224.2.0.1"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.299808829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:40.877371Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Active, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","state":"Active"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.299878301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:40.889238Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Active, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }","state":"Active"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.299944012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:40.950337Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Active, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }","state":"Active"}
{"msg":"group reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.300036904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":3,"processed":3,"state":"Active"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.300071075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.300100206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.300136467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.300867324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.303594147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.303675719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":3,"orphaned_member_cleanup":0,"member_lifecycle_transitions":3,"active_groups_verified":3,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed successfully","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:13.307560179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_operations":3,"orphaned_members_cleaned":0,"member_state_transitions":3,"active_groups_verified":3,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.307659212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":3,\"members_deleted\":0,\"members_processed\":3}","iteration":20,"elapsed":"1.640549943s"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:13.507432752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58496"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.507952674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"54e29c6c-3586-48ba-ae76-5c5942d80cff","remote_addr":"127.0.0.1:58496","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.508005275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"54e29c6c-3586-48ba-ae76-5c5942d80cff","remote_addr":"127.0.0.1:58496","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.508372724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"54e29c6c-3586-48ba-ae76-5c5942d80cff","remote_addr":"127.0.0.1:58496","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.508435405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"54e29c6c-3586-48ba-ae76-5c5942d80cff","remote_addr":"127.0.0.1:58496","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.509145522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"54e29c6c-3586-48ba-ae76-5c5942d80cff","remote_addr":"127.0.0.1:58496","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:13.549227383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"54e29c6c-3586-48ba-ae76-5c5942d80cff","remote_addr":"127.0.0.1:58496","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":37840,"response_code":200}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:13.732926641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.734344424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.734407266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.734443336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.734477387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.734512718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.734687632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.734724823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:13.734765534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.734813475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.734843516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a48f46af-e5a5-44ad-8de4-07e9c71171cd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.734880567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a48f46af-e5a5-44ad-8de4-07e9c71171cd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.734915878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a48f46af-e5a5-44ad-8de4-07e9c71171cd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.734966099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a48f46af-e5a5-44ad-8de4-07e9c71171cd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.73503012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a48f46af-e5a5-44ad-8de4-07e9c71171cd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.754580244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.754703407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.755445954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:13.758345761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a48f46af-e5a5-44ad-8de4-07e9c71171cd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":25198,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.758417613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a48f46af-e5a5-44ad-8de4-07e9c71171cd\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.758458794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.758494245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d4b52a77-5fa8-42f4-87d1-479f3dccfba5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.759207201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d4b52a77-5fa8-42f4-87d1-479f3dccfba5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.759264072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d4b52a77-5fa8-42f4-87d1-479f3dccfba5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.759336124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d4b52a77-5fa8-42f4-87d1-479f3dccfba5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.759733863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d4b52a77-5fa8-42f4-87d1-479f3dccfba5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:13.768920547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d4b52a77-5fa8-42f4-87d1-479f3dccfba5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4994,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.769005899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.76905175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.769104981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.769138462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.769165313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.769199203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4b52a77-5fa8-42f4-87d1-479f3dccfba5\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:13 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.769247264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.769281465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:13.769310086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.769342217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.769394628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.769429419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.769455609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.772201363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.77981655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.780098407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.780193489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.780777692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.794219825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.794302006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.79443849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.794493751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.795062414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.80305611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.803122251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.803164183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.803801307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.807243487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.810311509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.81038718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.810454452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.810519473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.810978104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.814623069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.81468368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.816572224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.817342272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.817398703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.817440624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.818297304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.818401077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.819062752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.821729174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.821808086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.822270596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.824909458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.82501281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.825073752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.825131173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.825570563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.82843075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.828512371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.828579713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.828951472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.831365858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.831483541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.831553972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.831873619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.835043313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.844781139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.846693774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.846803886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.846870578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.846930809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.846982321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.855480498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.85556012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.855629702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.856321698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.859737267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.859826359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.85989603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.860488774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.864519088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.880897318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:13.881069613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.881119984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:13.881642716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:13.89473248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1e1f9486-4dab-4a2e-957a-44906d5f43c7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":165228,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:13.89518623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:13.895451897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.169182726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.169255647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.169439032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.170346373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.172944673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.173010615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.174802126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.174861728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:14.270479689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.814859056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.814941668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.816864102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.817519788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.817584809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.81762671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:14.897066316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.898096509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.898167501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.898198532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.898220012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.898241813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.898263023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.898602861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.901229402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.901310494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.901933659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.904952099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.90502333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.905135083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.905214405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.905931331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.909065214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.909122756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.909175677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.909711169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.912118575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.915928134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.916041477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.916082257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.916983218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.919862215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.919941387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.920016199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.92006272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.920770286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.922969407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.923481669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.923596592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.923851928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.932357105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.936962212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.937165127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.938637802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.938727264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.938793215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.942322547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.942429639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.943194607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.945313546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.945850069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.945968902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.948234784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.948336806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.948399228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.948458549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.948863228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.951964971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.952050593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.952112434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.952690827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.956006534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.956074956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.956120877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.956763462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.960045658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.969796565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.969943428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.970069351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.970143583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.970193474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.970621114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.974495294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.974629327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.974726979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.975449526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.979262295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:14.979356767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.979428298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.980103494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:14.992167594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:15.000737534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:15.000923838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:15.000981559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:15.002174857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:15.005118515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61266474-0466-4f11-b8a0-9afb53b77408","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":107711,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:15.005563446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:15.006717872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:15.169827352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:15.169904614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:15.170130889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:15.170958298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:15.174814338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:15.174883339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:15.186643553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:15.186727755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:15.271214027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:15.732616496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:15.732693408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:15.732737129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1e9a4c91-05e9-48fa-8de9-daf299dc580b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:15.73278909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1e9a4c91-05e9-48fa-8de9-daf299dc580b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:15.732836972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1e9a4c91-05e9-48fa-8de9-daf299dc580b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:15.732908083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1e9a4c91-05e9-48fa-8de9-daf299dc580b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:15.732959864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1e9a4c91-05e9-48fa-8de9-daf299dc580b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:15.735282938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1e9a4c91-05e9-48fa-8de9-daf299dc580b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4403,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:15.735694318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e9a4c91-05e9-48fa-8de9-daf299dc580b\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:15.735859512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:15.73621403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f9f2dbcb-7b42-4612-883b-09c4e3ca0d0a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:15.736268531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f9f2dbcb-7b42-4612-883b-09c4e3ca0d0a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:15.736473136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f9f2dbcb-7b42-4612-883b-09c4e3ca0d0a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:15.736562758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f9f2dbcb-7b42-4612-883b-09c4e3ca0d0a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:15.737313845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f9f2dbcb-7b42-4612-883b-09c4e3ca0d0a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:15.743001098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f9f2dbcb-7b42-4612-883b-09c4e3ca0d0a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6745,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:15.743401107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9f2dbcb-7b42-4612-883b-09c4e3ca0d0a\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:15 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:15.743632652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:15.743723454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:15.743800026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:15.814856497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:15.814931819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:15.816819623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:15.817524189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:15.81757904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:15.817613891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:16.007167305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.007458591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.007536263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.007679046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.007733107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.007777239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.00781902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.008529796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.01300282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.013064671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.014010473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.016334727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.016400529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.01644263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.016482731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.017096945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.019226275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.019299916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.019344977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.020040144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.022930531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.027426135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.027512397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.027572268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.028291805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.030285402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.030346483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.030386654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.030431905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.031211833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.033758512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.033922266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.033970667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.034547541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.037447948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.040818076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.040870448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.040938799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.04099016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.041541483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.061762943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.062806887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.063723139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.06595555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.066107654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.066852241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.070704701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.070819633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.070885185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.070948026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.071450608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.079388952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.079507245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.079567767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.080210882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.094152835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.094258338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.094319419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.095045096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.098687271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.108634812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.108743974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.108821856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.108894088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.108956259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.109784378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.113249319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.113382942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.113448744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.114006957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.117383805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.117469037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.117541529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.118253775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.122802421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.148996669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.149118042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.149170983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.149222254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:16.149275555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"388c6957-258b-4bc6-8835-a0e78596ecfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":139345,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:16.149319087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:16.149346717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.172855293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.172944695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.176927358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.176989199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.17704094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.177082101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.178444983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.178500985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:16.274186957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.791795712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":50,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.791870204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.791909125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.791971386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.792015597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.792707443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.795401166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.80248409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.802592503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.802633734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.803093275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.806972295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.807044146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":50,"elapsed":"15.251434ms"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.81449942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.814713525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.81669104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:16.817448388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.817501979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:16.817561351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:17.150597788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.150664789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.15070602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.150739711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.150771152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.150806293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.150838283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.150863794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.158172734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.158268636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.162783911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.164653674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.164757277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.164840228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.16490674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.166576519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.167874049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.167946821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.167992762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.168506454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.169442575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.169504627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.172619119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.172694611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.174158235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.177600435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.177674537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.177724698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.17826394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.18083023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.180918102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.184074615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.184137807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.184301641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.184359542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.184441894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.184489235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.185211212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.188104479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.18816201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.188213622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.188818596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.191124209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.195524932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.195614923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.195717966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.195779317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.196290319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.199241528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.1993423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.200851085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.203074937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.203153179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.203710842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.205758519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.205860301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.205958494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.206016605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.206598219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.211269337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.21137681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.211442011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.211912392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.216363525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.216475268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.21654574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.217027941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.221171607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.238457339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.238579572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.238671104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.238734585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.238800087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.239231257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.244635902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.244763896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.244846457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.245329938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.249922945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.250071789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.250158931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.250779135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.261188547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.270919553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.271084277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.271152778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.271619529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:17.277331202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:17.280164328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e337abb2-0e55-495d-9f1a-3f7dd6fdf850","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":131547,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:17.280926886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:17.281229733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:17.732854734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.732950686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.732984077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a7513822-076e-4183-a022-598c99a9f6f3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.733032928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a7513822-076e-4183-a022-598c99a9f6f3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.733067409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a7513822-076e-4183-a022-598c99a9f6f3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.73311414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a7513822-076e-4183-a022-598c99a9f6f3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.733153731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a7513822-076e-4183-a022-598c99a9f6f3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:17.734888411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a7513822-076e-4183-a022-598c99a9f6f3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4029,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.737519343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7513822-076e-4183-a022-598c99a9f6f3\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.737582824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.737638705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b620e879-df37-49f6-999e-87169d0167af","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.737698277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b620e879-df37-49f6-999e-87169d0167af","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.737754768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b620e879-df37-49f6-999e-87169d0167af","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.73783823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b620e879-df37-49f6-999e-87169d0167af","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.737901271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b620e879-df37-49f6-999e-87169d0167af","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:17.739401466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b620e879-df37-49f6-999e-87169d0167af","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3512,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.739891368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b620e879-df37-49f6-999e-87169d0167af\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:17 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.739965849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.74000565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:17.740039561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.814844949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.814933281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.816860166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:17.817765107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.817828618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:17.81787449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.169326684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.169411416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.16956838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.170509682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.173187904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.173252086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.175226611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.175285693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:18.27031371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:18.282598985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.282940443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.283003325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.283148438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.283195149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.28323602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.283279721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.284867838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.286452585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.286506916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.28710913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.289772272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.289837103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.289875814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.289918075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.290444888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.292672449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.292754921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.292801262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.293335385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.295512005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.299194121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.299292103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.299352444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.299844806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.302369155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.302468967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.302534798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.30258321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.303084101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.305281952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.305334414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.305376444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.305896076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.308124948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.311964148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.31204613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.312165502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.312239264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.312699045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.316022722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.316108314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.316647626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.318743115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.318832577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.319341239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.32154318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.321640812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.321700014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.321755215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.322230156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.325463801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.325614095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.325718777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.326443144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.329604237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.32970608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.329765181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.330191561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.333501648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.341839132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.341961205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.342034106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.342092277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.342163839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.342498737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.345980778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.34606956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.346133851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.346747036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.349588062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.349666104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.349721375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.350229177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.353255107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.36199846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.362182414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.362314257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.363144377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:18.366649908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1d4b54c2-8dc1-4240-a4a5-756d9d33363f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":83712,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:18.367032067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:18.367297233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.817188845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.817255816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.817290007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:18.817322898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.817357459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:18.81739041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.169811806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.169894378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.170018171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.170981264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.176035701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.177534766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.18892471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.189009082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:19.2719887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.347699639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:54613","req_id":"7b923b0f-9dc1-4526-af20-d4814fad0bf9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   a6 8e 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.347789031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:54613","req_id":"7b923b0f-9dc1-4526-af20-d4814fad0bf9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 42638,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.347928064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.347953745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.347980396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:54613","req_id":"7b923b0f-9dc1-4526-af20-d4814fad0bf9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.348046407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:51822","req_id":"01ed6c8d-b42c-4454-8947-dd272e6278a4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   cc 3d 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   .=..........._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.348094188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:51822","req_id":"01ed6c8d-b42c-4454-8947-dd272e6278a4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 52285,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.348232072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_repo-depot._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.348257842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.348289213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:51822","req_id":"01ed6c8d-b42c-4454-8947-dd272e6278a4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 43699, target: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_repo-depot._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.348348294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:51145","req_id":"0660c324-04d4-4c51-9a51-8c1dbb75828e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   3e d4 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   >............_cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.348395366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:51145","req_id":"0660c324-04d4-4c51-9a51-8c1dbb75828e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 16084,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.348541509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.348567179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.34859171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:51145","req_id":"0660c324-04d4-4c51-9a51-8c1dbb75828e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 33923, target: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.348650431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60465","req_id":"487a7fe9-e325-4a4a-9f26-e6babe2c1849","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   98 1a 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.348703953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60465","req_id":"487a7fe9-e325-4a4a-9f26-e6babe2c1849","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 38938,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.348895307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.348930688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60465","req_id":"487a7fe9-e325-4a4a-9f26-e6babe2c1849","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.348982429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:57973","req_id":"2ad51a6d-1ba3-485e-8d8f-1c94935dd070","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   88 d2 01 00  00 01 00 00  00 00 00 01  24 62 36 64   ............$b6d\n0010:   36 35 33 34  31 2d 31 36  37 63 2d 34  31 64 66 2d   65341-167c-41df-\n0020:   39 62 35 63  2d 34 31 63  64 65 64 39  39 63 32 32   9b5c-41cded99c22\n0030:   39 04 73 6c  65 64 0d 63  6f 6e 74 72  6f 6c 2d 70   9.sled.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.349041941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:57973","req_id":"2ad51a6d-1ba3-485e-8d8f-1c94935dd070","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 35026,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            115,\n            108,\n            101,\n            100,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.349201394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.349228345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:57973","req_id":"2ad51a6d-1ba3-485e-8d8f-1c94935dd070","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\")), original: Query { name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.349281656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61603","req_id":"42a8a12f-4b26-4291-a2e7-9fcbf70ee422","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   e7 c1 01 00  00 01 00 00  00 00 00 01  24 37 37 65   ............$77e\n0010:   37 63 66 36  65 2d 36 32  66 63 2d 34  61 36 30 2d   7cf6e-62fc-4a60-\n0020:   38 65 38 66  2d 33 63 32  31 38 61 38  63 38 38 33   8e8f-3c218a8c883\n0030:   66 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   f.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.349335067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61603","req_id":"42a8a12f-4b26-4291-a2e7-9fcbf70ee422","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 59329,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            55,\n            55,\n            101,\n            55,\n            99,\n            102,\n            54,\n            101,\n            45,\n            54,\n            50,\n            102,\n            99,\n            45,\n            52,\n            97,\n            54,\n            48,\n            45,\n            56,\n            101,\n            56,\n            102,\n            45,\n            51,\n            99,\n            50,\n            49,\n            56,\n            97,\n            56,\n            99,\n            56,\n            56,\n            51,\n            102,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.349494571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.349521621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61603","req_id":"42a8a12f-4b26-4291-a2e7-9fcbf70ee422","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:19.371492782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.371555353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.371600085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.371651206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.371686936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.371724137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.371758578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.371796419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.380932541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.381031664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.381557166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.384224258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.384287029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.384345151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.384379322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.384815141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.400190399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.40026346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.400301261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.400330022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.401638683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.405444161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.405768748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.405883321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.406752571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.40929138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.409448244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.41099886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.411120203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.412134446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.420543042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.420614253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.420661294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.421374321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.424031303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.427561624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.427660416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.427754059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.42782016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.428726681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.433150764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.433287047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.434128797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.437346621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.437477984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.438305794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.441305483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.441807605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.441973069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.442127552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.444429526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.453707452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.453800674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.453860665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.454454749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.46268906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.462781822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.462842174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.467260136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.468469424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.478360984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.478481457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.478529098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.478561429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.47859069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.479069391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.482363967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.482448069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.48250315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.483024763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.488104981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.488239904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.488349866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.489103934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.507960302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.531199002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.531369306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.531499469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.532243956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:19.542863973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"739ccb86-1522-4391-b7d4-88bf6409656c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":173330,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:19.549880416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:19.550154462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:19.730923061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.731327591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.731840673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"deee23bc-e68c-4f22-9fc2-dcc4874f36cc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.731903734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"deee23bc-e68c-4f22-9fc2-dcc4874f36cc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.73214705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"deee23bc-e68c-4f22-9fc2-dcc4874f36cc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.732213962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"deee23bc-e68c-4f22-9fc2-dcc4874f36cc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.73300773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"deee23bc-e68c-4f22-9fc2-dcc4874f36cc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:19.735859456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"deee23bc-e68c-4f22-9fc2-dcc4874f36cc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4025,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.736295886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"deee23bc-e68c-4f22-9fc2-dcc4874f36cc\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.736515622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.738020597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"32c19c72-e6d4-48d0-998d-6d7f4d99bf6e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.738080558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"32c19c72-e6d4-48d0-998d-6d7f4d99bf6e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.738141319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"32c19c72-e6d4-48d0-998d-6d7f4d99bf6e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.738208811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"32c19c72-e6d4-48d0-998d-6d7f4d99bf6e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.738919767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"32c19c72-e6d4-48d0-998d-6d7f4d99bf6e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:19.743239408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"32c19c72-e6d4-48d0-998d-6d7f4d99bf6e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5355,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.744145429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32c19c72-e6d4-48d0-998d-6d7f4d99bf6e\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:19 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.744219761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.744263842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:19.744307943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.814174236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.814254868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.816141681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:19.816904429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.81696436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.817001732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:19.984529824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35668"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:19.984986694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"a656be56-a681-4823-bcb5-987d8882005a","remote_addr":"[::1]:35668","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:19.985176089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"a656be56-a681-4823-bcb5-987d8882005a","remote_addr":"[::1]:35668","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":206,"response_code":200}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.169953531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.170025333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.170265938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.17119354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.178787806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.178887869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.181442368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.181503669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:20.271726906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:20.420238375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35672"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.420683186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"d15b549a-0060-4358-a386-ead58a654935","remote_addr":"[::1]:35672","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:20.420896801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"d15b549a-0060-4358-a386-ead58a654935","remote_addr":"[::1]:35672","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":219,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:20.437344963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35674"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.437419334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"9ce01468-4152-4c38-965a-8be9f2927f81","remote_addr":"[::1]:35674","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:20.437471386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"9ce01468-4152-4c38-965a-8be9f2927f81","remote_addr":"[::1]:35674","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":185,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:20.467641207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35676"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.467712388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"a5000d86-2bfc-4b90-8bd0-d8db884c8670","remote_addr":"[::1]:35676","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:20.46776893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"a5000d86-2bfc-4b90-8bd0-d8db884c8670","remote_addr":"[::1]:35676","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":214,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:20.46904968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35678"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.469334956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"c43b2ef2-d17d-4538-9077-1529705dc3e2","remote_addr":"[::1]:35678","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:20.469467389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"c43b2ef2-d17d-4538-9077-1529705dc3e2","remote_addr":"[::1]:35678","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":143,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:20.479814919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35680"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.479891761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"5d792556-1d18-4f70-9709-426d8e222208","remote_addr":"[::1]:35680","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:20.479945513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"5d792556-1d18-4f70-9709-426d8e222208","remote_addr":"[::1]:35680","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":216,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:20.480004224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35682"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.480046625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"78cd79f3-59ae-46ba-bfa4-40a6bbeaeb13","remote_addr":"[::1]:35682","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:20.480105266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"78cd79f3-59ae-46ba-bfa4-40a6bbeaeb13","remote_addr":"[::1]:35682","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":141,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:20.494603633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35684"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.497442459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"0d502eec-bd28-4456-8cc7-b7dfc8fe8f35","remote_addr":"[::1]:35684","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:20.498126355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"0d502eec-bd28-4456-8cc7-b7dfc8fe8f35","remote_addr":"[::1]:35684","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":693,"response_code":200}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:20.552000237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.552357805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.552432087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.55256483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.552608521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.552663292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.552716263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.553373688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.555810005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.555865537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.55647194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.559150173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.559221115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.559272566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.559312417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.559767067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.562076441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.562137272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.562176723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.562738366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.565101851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.56849746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.568592272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.568634773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.569216047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.571833097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.571919059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.571973061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.572017272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.572559134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.575209546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.575287628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.575322118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.575836541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.578265477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.583415466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.583521199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.58358343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.583672703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.583894148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.587216095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.587318607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.587824969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.592485747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.59260546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.593300516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.595412745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.595508807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.595583749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.595657761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.596143632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.599825908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.59992627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.599997792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.601323042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.604850195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.604964237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.605017479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.605706095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.609349629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.619217498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.619368942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.619434733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.619477754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.619509225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.620341875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.623656211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.623748343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.623809275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.624276535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.627406608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.62749063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.627546431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.628119204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.631462402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.640983323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.641149687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.641225189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.64170948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:20.645316684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8af79fb7-85f7-45a3-a7ec-b2034838d517","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":92967,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:20.645755884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:20.645946239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.814419153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.814499065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.816220845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:20.816977322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.817046944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:20.817093225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.169661226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.169733167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.169912922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.170895794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.173924435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.173994766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.175557293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.175631035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:21.270180151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:21.647495626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.648150771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.648219133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.648288504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.648332165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.648377177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.648418058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.648843997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.651668453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.651736965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.652201706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.654710854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.654768035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.654815206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.654860647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.655476151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.657883458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.65797595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.658024131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.658579384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.661276176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.665104785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.665186727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.665243318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.665714569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.668138096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.668212738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.668256488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.668294909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.668859242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.671279779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.67135942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.671408032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.671958585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.674325729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.677763179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.677838611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.677888232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.677946904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.678533847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.681342743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.681439035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.682032919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.68423781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.684338092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.684927096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.687390403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.687482545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.687541127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.687593998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.688285574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.692152834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.692258146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.692318758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.693471584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.697734043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.697839836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.697920168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.698528312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.703684472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.71436706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.714484722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.714545464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.714590005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.714633036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.714669307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.718061756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.718148308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.718204709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.718747021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:21.732666445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.733108435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.733643928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0bf2e2ef-88c6-4e06-be2b-7f3fc67ea72b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.733708419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0bf2e2ef-88c6-4e06-be2b-7f3fc67ea72b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.735338227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0bf2e2ef-88c6-4e06-be2b-7f3fc67ea72b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.735423869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0bf2e2ef-88c6-4e06-be2b-7f3fc67ea72b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.735527751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0bf2e2ef-88c6-4e06-be2b-7f3fc67ea72b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.735822048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.73588959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.735948951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.736479824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:21.739710369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0bf2e2ef-88c6-4e06-be2b-7f3fc67ea72b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6074,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.740233601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bf2e2ef-88c6-4e06-be2b-7f3fc67ea72b\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.741820278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.741893959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.752760692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.752895175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.752956916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.758055075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.759202841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7e1e899d-1e40-4a19-b303-e8e6fddb5581","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.759288794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7e1e899d-1e40-4a19-b303-e8e6fddb5581","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.75956102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7e1e899d-1e40-4a19-b303-e8e6fddb5581","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.759657482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7e1e899d-1e40-4a19-b303-e8e6fddb5581","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.760213035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7e1e899d-1e40-4a19-b303-e8e6fddb5581","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:21.765349484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7e1e899d-1e40-4a19-b303-e8e6fddb5581","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6140,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:21.765784044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"97d9fe33-11c5-442a-bea6-12187cb1ed79","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":118001,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.766667285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e1e899d-1e40-4a19-b303-e8e6fddb5581\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:21 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.766781037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.766824069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:21.766855159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:21.767035183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:21.767294629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.791535023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":51,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.791620445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.791712837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.791759728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.791801999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.792473694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.795572377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.801648378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.80175976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.801803601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.802275802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.805328323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.805401055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":51,"elapsed":"13.456093ms"}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.814756462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.815672544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.815723055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.815747395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.816421431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.816733798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.817139358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"e305ae10-ce56-47f5-80f7-6a853f0d0d86","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:21.837684564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"e305ae10-ce56-47f5-80f7-6a853f0d0d86","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":20525,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.838322349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.880276023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.880349964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.880383015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.880486857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.881488291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.881553842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.881595513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 21 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.881753007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 21 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.881794168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 21 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.881965822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.903414228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":4,"sql":"INSERT INTO oximeter.fields_ipaddr FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.907995595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_ipaddr","n_rows":4}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.908070286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":40,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.911824373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":40}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.911906705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":23,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.915374685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":23}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.915442347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":23,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.918202681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":23}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.918267693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":5,"n_rows":2,"sql":"INSERT INTO oximeter.measurements_cumulativeu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.919814309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_cumulativeu64","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.91987804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:21.92463631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:21.924721462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:21.98894241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.170478574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.170544046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.170579056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.1716147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.17634755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.176449403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.181000778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.18108352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:22.271378141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:22.77127259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.771334601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.771383842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.771422363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.771459514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.771498335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.771533106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.771569147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.773152433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.773210745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.773792978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.777662258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.77773543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.777780311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.777821852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.777856812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.779264305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.779323396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.779366027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.77992213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.782161592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.786516173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.787176248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.787226009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.78726797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.79026268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.790355412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.790402693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.790454624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.791177961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.80409107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.804225393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.804268334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.804950989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.810535999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.813539109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.813623601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.813720533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.813802135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.814336367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.8153357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.815400502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.816902646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.816982198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.817462419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.81835003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.819128678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.819355323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.819420315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.820644024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.820790277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.821446972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.823653383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.823756085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.823814897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.823867518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.824320138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.827872511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.827998454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.828064345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.828528436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.832016916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.832101358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.8321705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.832636841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.835810855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.844496336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.844605958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.844712971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.844783603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.844863874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.84511824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.8485648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.848649142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.848712963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.849362968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.852822189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.852949701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.853032334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.853441833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.85674525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.865177795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:22.865346489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.865467312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:22.866163388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:22.870339264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8efdceac-c681-4c83-ae0d-009337a3542a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":101028,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:22.87104014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:22.871333447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.169925493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.17064956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.170710261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.171169502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.175760388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.17582703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.177853847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.177917578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:23.271620929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:23.730382075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.730748393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.731186563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8293f351-b8fe-43f5-b2cd-394328c7fcd8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.731251095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8293f351-b8fe-43f5-b2cd-394328c7fcd8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.731454229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8293f351-b8fe-43f5-b2cd-394328c7fcd8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.73149071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8293f351-b8fe-43f5-b2cd-394328c7fcd8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.733149848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8293f351-b8fe-43f5-b2cd-394328c7fcd8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:23.735156185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8293f351-b8fe-43f5-b2cd-394328c7fcd8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3977,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.735577835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8293f351-b8fe-43f5-b2cd-394328c7fcd8\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.73581757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.736444635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b008cb0a-9bbd-4496-9f43-0b4078b027a1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.736529157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b008cb0a-9bbd-4496-9f43-0b4078b027a1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.738371989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b008cb0a-9bbd-4496-9f43-0b4078b027a1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.738473062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b008cb0a-9bbd-4496-9f43-0b4078b027a1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.738538383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b008cb0a-9bbd-4496-9f43-0b4078b027a1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:23.739980917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b008cb0a-9bbd-4496-9f43-0b4078b027a1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3752,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.740464408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b008cb0a-9bbd-4496-9f43-0b4078b027a1\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:23 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.740653262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.740756924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:23.740860417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.814988954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.815057076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.816572631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.817252176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.817284267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.817305488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:23.872758822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.874902091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.874968413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.875009734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.875032505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.875067046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.875103816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.875126777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.876447987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.876500239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.877101813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.87912745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.879195151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.879222842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.879256573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.879813176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.881912274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.881962015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.882009116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.882534809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.884566155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.887907833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.892569671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.892628202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.892667043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.892706964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.892749245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.892775276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.892794936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.892816486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.893039832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.893107773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.893132244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.893585444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.895658763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.898786525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.898858047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.898932338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.898974079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.899525962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.901632931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.901728363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.902292506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.904151989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.904248482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.904765383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.906703978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.906894033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.906964634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.907039156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.907406575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.910439615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.910513467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.910561548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.911065109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.91410352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.914176921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.914226882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.914755435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.917835196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.924707596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.924805608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.924870129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.924942751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.924998672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.925429722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.92878089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.928858671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.928966554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.929289381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.932768082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.932834514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.932900075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.933337275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.936433127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.945665571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:23.945821994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.945908116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:23.946313556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:23.95038931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"45c679b1-6262-4d3d-9aaf-b0807cc34d89","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":77291,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:23.95080815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:23.951078966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.169549666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.169620988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.169809633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.170545599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.173237872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.173303414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.177281415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.177350287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:24.270870033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.816790038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.816856189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.816916581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.816950622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.816983852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.817015493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:24.952192464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.952766477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.952832329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.95289719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.952943321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.952983672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.953020093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.953597986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.956054693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.956193856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.956744209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.959119224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.959182536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.959219477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.959252487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.959863241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.962011581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.962067962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.962113784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.962695667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.9649688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.968192054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.968263876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.968312647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.968856469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.971096712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.971176843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.971228255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.971273116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.971807438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.973858936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.973923207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.973958418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.97448248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.976547667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.980366906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.980441748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.980493679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.980556101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.980837977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.983241393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.983325955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.983883278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.985751841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.985831933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.986332475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.988194698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.98829283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.988358141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.988425063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.98873309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.991833662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.991913484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.991980656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.992537829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.996046939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:24.996147672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.996206943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:24.996688304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.000833541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.008722103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:25.008845336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:25.008953029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:25.00902499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.009087362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.009498611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:25.01249359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:25.012607023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.012686265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.013175716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:25.016092884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:25.017470686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.017589238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.01765684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.02152758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.029224598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:25.029396642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.029461974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.029958865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:25.033392424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e01191c4-3724-4d35-a63d-0d79df6f91f3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":80912,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:25.033770463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:25.034018559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.169411925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.169487097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.169657021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:25.170616203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.174860051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:25.174939943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.177275857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:25.177355079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:25.270878315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:25.732398315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.732763603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:25.735144278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6914ef26-868c-4af9-8ab2-105c402ff54d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.73521638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6914ef26-868c-4af9-8ab2-105c402ff54d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:25.735263031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6914ef26-868c-4af9-8ab2-105c402ff54d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.735316922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6914ef26-868c-4af9-8ab2-105c402ff54d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.735361883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6914ef26-868c-4af9-8ab2-105c402ff54d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:25.738543537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6914ef26-868c-4af9-8ab2-105c402ff54d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4129,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.738614789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6914ef26-868c-4af9-8ab2-105c402ff54d\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.73866635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:25.738704001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"484d6fd9-a374-46c3-8591-f8e8584fcb89","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.738748392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"484d6fd9-a374-46c3-8591-f8e8584fcb89","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:25.739637492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"484d6fd9-a374-46c3-8591-f8e8584fcb89","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.739716274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"484d6fd9-a374-46c3-8591-f8e8584fcb89","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.739846697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"484d6fd9-a374-46c3-8591-f8e8584fcb89","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:25.744938805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"484d6fd9-a374-46c3-8591-f8e8584fcb89","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4245,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.745018057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"484d6fd9-a374-46c3-8591-f8e8584fcb89\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:25 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:25.745071148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:25.745107569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:25.74513732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.814297832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.814381724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:25.81637747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:25.817092406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:25.817157238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:25.817201599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:26.0357238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.035992836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.036051528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.036186591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.036246602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.036307144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.036334204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.037045221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.041280999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.0413405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.041377671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.042778703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.042850575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.042912037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.042960008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.043593752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.046349736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.046406138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.046444168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.047080953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.050624376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.053811259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.053909302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.053956933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.054562827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.05901212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.059088992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.059144843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.059233055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.05989493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.06250336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.062575642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.062612163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.063462753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.066110634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.069117484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.069203146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.069283418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.069352119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.06980551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.072510432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.072616705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.073034944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.074802655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.074894407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.075388799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.077786945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.077849576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.077883637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.077920748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.078421419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.081543481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.081621793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.081690095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.082062433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.085076463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.085163035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.085234257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.085689597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.088657806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.096623381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.096715813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.096762614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.096808855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.096900588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.097261536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.100659344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.100791957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.100860819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.101430952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.108996907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.109246593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.109320505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.109747015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.120585906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.131758165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.131903708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.131955869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.132300367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:26.136936355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"ccd0516d-250a-42ee-a4b5-4b13c0b6a2f7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":99952,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:26.137032627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:26.137070218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.169296304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.169373975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.16954311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.171192098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.176658395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.177356391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.179533711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.179615333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:26.27103567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.790947913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":19,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.791022854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.791069846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.791116016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.791158037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.791832513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.793976383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":52,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.794035054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.794078225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.794118386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.794154177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.794183147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.794219548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.794251199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.79428665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.794328511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.794364192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.794911194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.795106659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":18,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.795144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.795179841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.795934818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.800457983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.800529795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.802096191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.802136822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.802157132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.802692884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.809027601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.809125554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.809179045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.809653866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.811680873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.816597887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.817639171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.817697422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.817756533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.817997619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.827141101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.827234133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.827291774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.827745255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.828618175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.831782298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.83272727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":18,"elapsed":"38.174384ms"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.832782501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.832824012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.834324287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"original_time_started":"2026-01-16 23:08:17.449297 UTC","original_id":"1f884896-3377-4f37-8274-2f6d5ab61291","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.834369978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"1f884896-3377-4f37-8274-2f6d5ab61291\",\"time_loaded\":\"2026-01-16T23:12:26.790943983Z\",\"time_started\":\"2026-01-16T23:08:17.449297Z\"}}","iteration":19,"elapsed":"43.264042ms"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.834413419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.834462071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":52,"elapsed":"41.858819ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.834721926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.834779448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.835131376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.836900047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.836959489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.837004579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.837053871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.837098612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.837145393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.837192084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.837237075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.837563842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.839595639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.842903276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.845542967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:26.845591488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:26.845612149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:26.845628899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":18,"elapsed":"50.50688ms"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:27.138661796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.139073856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.139149457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.139430934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.139482815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.139528886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.139565767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.140020818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.144030401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.144094192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.144536652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.148292469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.148859592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.148936774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.148975975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.149006416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.156135111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.156192932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.157650626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.158385013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.165040228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.16776331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.167842582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.167881863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.168306673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.169289495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.169347597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.169431969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.170394751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.173610336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.173670637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.173719568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.173754219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.174335383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.175582481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.175668123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.179977963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.180059745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.180095736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.180135577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.180182698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.180214429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.18240931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.187562079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.188955591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.189021123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.189088054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.189154966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.189223187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.189285969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.189452933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.196789953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.196875635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.197462158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.200775515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.200874178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.200961129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.201037151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.201511772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.204694136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.20746981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.207538272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.207586803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.209824835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.209910427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.209976238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.210382067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.225636861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.238681823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.238813446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.238899298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.238962079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.239035461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.239084512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.23983947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.239919731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.239956812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.240633548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.244967089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.245149273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.245215974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.245818368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.248699105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.25755685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.257703023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.257767605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.258278187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:27.263951568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"083f7c69-60b3-4e69-93e9-63e9c94ac65f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":124858,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:27.264557952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:27.264811728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:27.27049246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:27.730847202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.73119594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.731672021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3200493e-e4bd-4806-9cf6-01a835129f4e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.731754713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3200493e-e4bd-4806-9cf6-01a835129f4e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.731966008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3200493e-e4bd-4806-9cf6-01a835129f4e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.73203704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3200493e-e4bd-4806-9cf6-01a835129f4e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.732644894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3200493e-e4bd-4806-9cf6-01a835129f4e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:27.735417028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3200493e-e4bd-4806-9cf6-01a835129f4e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3758,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.735865079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3200493e-e4bd-4806-9cf6-01a835129f4e\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.736075294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.736502093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3d90ffa4-ae46-4273-ac0d-3da33cbe4886","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.736578895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3d90ffa4-ae46-4273-ac0d-3da33cbe4886","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.736746199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3d90ffa4-ae46-4273-ac0d-3da33cbe4886","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.736824751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3d90ffa4-ae46-4273-ac0d-3da33cbe4886","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.737330792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3d90ffa4-ae46-4273-ac0d-3da33cbe4886","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:27.739591135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3d90ffa4-ae46-4273-ac0d-3da33cbe4886","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3094,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.740449855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d90ffa4-ae46-4273-ac0d-3da33cbe4886\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:27 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.740515786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.740561337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:27.740593758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.814985981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.815071593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.816919726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:27.817692904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.817754615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:27.817792166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.169425781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.169514913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.169663086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.170633188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.17374634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.173825212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.175362408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.17542325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:28.267060682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.267319048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.26739488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.267529233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.267574724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.267645946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.267685187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.268446764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:28.270064542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.271936525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.271989856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.272026677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.274147336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.275462067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.275528358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.275582279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.275635681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.276820518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.277377041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.277428672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.277455483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.279409988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.282826097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.282899619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.28292718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.283451552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.285720144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.28639018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.286455291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.286500402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.286536313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.288395056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.288466208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.288490928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.289078172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.29115174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.294312743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.294398045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.294448996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.294510348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.294839715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.296952994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.297040066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.297444576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.299612706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.300497996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.300575618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.302170305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.302320789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.302397121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.302451852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.302909323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.305935523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.306041195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.306118577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.306566457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.309759781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.309857213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.309910554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.310450177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.313444616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.320833788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.320961171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.321044432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.321102614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.321157275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.321437202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.324735828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.325488865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.325545376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.325574387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.328474645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.328564147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.328642428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.329093169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.33219629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.340870711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.341028865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.341093856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.341510136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:28.344831563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2bb9fa59-6424-4633-abf5-20aaf5c6a7c8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":77504,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:28.345266444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:28.34552441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.817598794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.817672935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.817724107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:28.817765508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.817806958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:28.81784743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.169130516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.169232238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.169392022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.170333134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.174554821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.174653734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.179804483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.180901308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:29.270378091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:29.349169036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.349234937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.349293758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.349345969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.349393321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.349429202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.349451422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.349484593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.351156102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.351223413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.351884479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.354737205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.354819516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.354881198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.354919879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.355305608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.370359396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.370429608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.370477129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.371169755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.374024392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.377981113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.378060255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.378105756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.378649468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.381863933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.381934555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.382006276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.382087558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.382571789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.384864082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.384949624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.384994025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.385664261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.38777833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.391643469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.391728921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.391835694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.391911586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.392407327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.395442707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.39553891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.396096443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.398687892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.398790695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.39945195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.402386468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.402516151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.402581743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.402646914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.403266678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.409510813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.409599645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.409648616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.41065498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.435441144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.435532316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.435581847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.436306394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.442321493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.460187587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.46032592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.460404342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.460464784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.460533435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.461023937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.470504716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.470604598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.47066094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.470711381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.471852947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.471931379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.47198591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.472940912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.477038547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.486503446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.486621579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.486683131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.487155001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:29.500072121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"57f457b0-4a48-4f1c-9298-53b25609cf1c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":152933,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:29.500848399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:29.500946401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:29.73704988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.737405538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.737846178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fb82761b-8eb9-41b7-bc49-c265ed6203cc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.737897709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fb82761b-8eb9-41b7-bc49-c265ed6203cc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.738161575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fb82761b-8eb9-41b7-bc49-c265ed6203cc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.738241507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fb82761b-8eb9-41b7-bc49-c265ed6203cc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.738904672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fb82761b-8eb9-41b7-bc49-c265ed6203cc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:29.74223489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fb82761b-8eb9-41b7-bc49-c265ed6203cc","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4385,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.742618058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb82761b-8eb9-41b7-bc49-c265ed6203cc\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.742832603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.743392336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5437d6c0-c756-4081-ae15-0b4f5cf3851b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.748144086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5437d6c0-c756-4081-ae15-0b4f5cf3851b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.748226288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5437d6c0-c756-4081-ae15-0b4f5cf3851b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.74828912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5437d6c0-c756-4081-ae15-0b4f5cf3851b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.748341131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5437d6c0-c756-4081-ae15-0b4f5cf3851b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:29.748400832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5437d6c0-c756-4081-ae15-0b4f5cf3851b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3983,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.748451464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5437d6c0-c756-4081-ae15-0b4f5cf3851b\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:29 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.748502675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.748544436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:29.748576787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.814151646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.814230097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.815974717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:29.816723025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.816786436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:29.816825527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.169446255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.169520866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.1696683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.170664943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.173449608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.173509789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.175143567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.175192558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:30.270762071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:30.513880572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.517587918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.519507003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.521693114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.521752205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.521792666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.521830957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.522516763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.527523829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.530891587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.530931097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.54920443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.549277522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.5496012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.549762663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.552059507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.55825185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.558379863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.558493426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.559304974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.570274209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.574151578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.574306132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.574400524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.575284545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.585352298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.585538832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.585649365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.585738377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.586668238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.592831991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.592997405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.593106337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.593953737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.59669424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.600086329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.600166321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.600216892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.600273373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.600791765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.604483551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.604573053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.605186907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.609066727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.609146469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.609740743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.611946944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.612040026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.612099817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.612147678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.61266302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.62777886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.627895903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.627957455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.62861675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.632854578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.632961631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.633028442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.633627226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.638715274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.653528567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.65364905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.653734832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.653796573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.653852015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.654289355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.658265967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.658368009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.658432601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.659027614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.662663139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.662748361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.662819292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.663317254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.666800644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.676233173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.676403477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.676483259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.676949839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:30.680565073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"09a5cb35-d4f3-4d65-804c-a15e887217d6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":162959,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:30.681623527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:30.681884773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.818316354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.818395946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.818442377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:30.818475988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.818509748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:30.818544129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.169833355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.169928978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.170077671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.171118645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.173846368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.17392847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.177992014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.178055226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:31.271749436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:31.689620305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.689684256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.689736577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.689776828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.689813009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.6898675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.689906011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.689936712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.693840332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.693915144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.694741393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.709007874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.709099526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.709151397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.709190768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.709221469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.70925784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.70929116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.709322951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.710271193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.712701309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.716371934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.716494467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.716555318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.717123462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:31.730531622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.730900121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.731344991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.731410962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.731468444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.731510755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.732228801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.735002706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.735063817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.735118599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.735733033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.739284995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.742137751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.742237393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.742324775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.742384227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.742885978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.744948286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ff379517-acd0-4c29-bda1-caf986205bab","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.745009078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ff379517-acd0-4c29-bda1-caf986205bab","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.745341705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ff379517-acd0-4c29-bda1-caf986205bab","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.745413337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ff379517-acd0-4c29-bda1-caf986205bab","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.745801496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ff379517-acd0-4c29-bda1-caf986205bab","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:31.748482568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ff379517-acd0-4c29-bda1-caf986205bab","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3528,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.750013453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.750110546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.750812172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.752735196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff379517-acd0-4c29-bda1-caf986205bab\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.753015103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.753410402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.753482794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.754099318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.755147752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e41df155-8655-4093-9cd1-e306e257f890","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.755221344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e41df155-8655-4093-9cd1-e306e257f890","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.755593353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e41df155-8655-4093-9cd1-e306e257f890","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.755683055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e41df155-8655-4093-9cd1-e306e257f890","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.756230388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e41df155-8655-4093-9cd1-e306e257f890","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.758981301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.759089254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.759153745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.759212577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.759672897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.763027525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.763119507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.763189249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.763748732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:31.765271047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e41df155-8655-4093-9cd1-e306e257f890","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10127,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.767020998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e41df155-8655-4093-9cd1-e306e257f890\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:31 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.76711431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.767201822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:31.767248573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.768613914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.768695836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.768769968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.769356752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.776713942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.788812182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.788998856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.789086658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.78915059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.789223642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.789757964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.790858939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":53,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.790916501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.790964532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.791010113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.791062844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.791680868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.794948034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.795029776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.795093197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.795592759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.797428492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.805028518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.80514434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.805200532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.805922248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.806903241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.806990513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.807044954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.807473735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.80988547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.810026174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":53,"elapsed":"19.166515ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.812275206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.822325938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.822474642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.822536893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.822961673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.824961549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.825024941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.825067402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.825369559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.827450147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"3da4902a-da63-4d12-9708-1cbbd47949e8","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:31.844002351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"3da4902a-da63-4d12-9708-1cbbd47949e8","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":18162,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:31.844595455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0e0dea7e-ec34-4b9f-bf9e-6f2a492e8e90","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":157024,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.845229879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.866543052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.866639135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.866682136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.866719336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.866951252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.867000103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.867037304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.867207348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.867251519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 19 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.867422043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.885621274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":38,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:31.88586857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:31.886165777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.890535628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":38}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.89060278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.892726789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.892798411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.894660434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.894723785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:31.898086493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:31.898227517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:31.968853582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.170720778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.170789399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.17082321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.170877621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.173311848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.173372319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.175709353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.175769485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:32.270324865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.814172511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.814250133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.816068455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.816787021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.816847973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.816906304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:32.889478965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.889540097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.889587108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.889631509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.88966641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.88970207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.889735621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.889763762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.892801202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.892858804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.892911045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.896212651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.896303443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.896350564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.896390025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.896422026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.8991801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.899294303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.899391535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.900100342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.903449939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.908931186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.909326325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.909420247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.910297518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.919345367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.919416189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.9194788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.919541532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.920170116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.925230613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.925295635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.925334466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.92593358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.928571721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.932242546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.932384009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.932477071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.932543253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.936782891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.941125972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.941213774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.94192177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.946107257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.946190979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.947823827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.962705472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.962843135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.962908906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.962969018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.964091514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.972943619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.973111173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.973240626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.974101136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.984543617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:32.984715091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.984866195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:32.985727565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.008939033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.024740258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:33.02741356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:33.027647896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:33.027784489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.027891761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.028727801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:33.037491224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:33.037701879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.037844822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.038802784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:33.043620416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:33.044973577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.045053319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.04511401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.056927714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.06105406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:33.061226254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.061319476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.061711745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:33.068770718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bd759209-4541-4b8c-9046-f10a677bbd0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":181126,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:33.06971596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:33.070016667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.169387419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.169454861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.169607924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:33.170612387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.173540515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:33.173597186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.175566162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:33.175629924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:33.270188163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:33.733248139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.733336241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:33.733375112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"049f6a83-7b72-4f1e-809b-c65d598e622d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.733422903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"049f6a83-7b72-4f1e-809b-c65d598e622d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:33.733480704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"049f6a83-7b72-4f1e-809b-c65d598e622d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.733539296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"049f6a83-7b72-4f1e-809b-c65d598e622d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.733587717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"049f6a83-7b72-4f1e-809b-c65d598e622d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:33.737661101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"049f6a83-7b72-4f1e-809b-c65d598e622d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5192,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.737739743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"049f6a83-7b72-4f1e-809b-c65d598e622d\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.737782404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:33.737815485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2b857b9b-52e1-4e9f-8d96-e273dd7323ce","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.741612342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2b857b9b-52e1-4e9f-8d96-e273dd7323ce","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:33.741682484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2b857b9b-52e1-4e9f-8d96-e273dd7323ce","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.741741556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2b857b9b-52e1-4e9f-8d96-e273dd7323ce","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.741793907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2b857b9b-52e1-4e9f-8d96-e273dd7323ce","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:33.745124454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2b857b9b-52e1-4e9f-8d96-e273dd7323ce","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7534,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.74626228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b857b9b-52e1-4e9f-8d96-e273dd7323ce\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:33 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:33.746882264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:33.747229992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:33.747317054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.814604503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.814689385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:33.816437726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:33.817189283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:33.817261634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:33.817306706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:34.079597061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.079674252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.079728974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.079772275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.079811586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.079852037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.079889757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.079929628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.081766311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.081852763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.082363495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.090172596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.090251928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.090298318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.09033861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.090985654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.09942986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.099481931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.099528783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.099568153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.102067061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.105959012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.106039434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.106129736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.106717269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.115070603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.115142174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.115183355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.115219446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.115250337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.121168144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.121229265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.121268846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.121907761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.125891023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.13180102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.131883662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.131934383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.131992994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.132595978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.138018634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.138104356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.13868752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.14347222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.143559042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.144531075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.146524441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.146621263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.146683615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.146744516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.147014743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.150529304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.150634126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.150693148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.15121637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.154377263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.154474245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.154541187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.155001657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.162420199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.179813732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.179997576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.18016335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.180302923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.180417196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.181216024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.183086288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.183255342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.183483037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.184525201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.191257937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.191426171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.191559414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.192503046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.199523229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.199674112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.199776725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.213044872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.215330975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.216249546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.218369955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.21943974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.219491061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.23843425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.256991419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.257236035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.260099831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:34.278950368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"35c383d8-f935-48f2-973c-cc39b1e19145","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":201329,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:34.279368428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:34.279630604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:34.284921316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.814865461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.814949593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.816785196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:34.817571154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.817634725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:34.817696347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.169538086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.169611168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.169759541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.170728394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.17318024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.173241052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.175047563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.175108545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:35.270651318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:35.281004647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.281370586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.281431457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.281625012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.281740225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.281783935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.281926879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.282674866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.285944862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.286020414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.2867138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.289675749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.290461117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.290512258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.290547129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.290575919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.293436985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.294721725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.294786267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.294821518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.297452569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.300795436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.301516973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.301568244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.301594034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.306338544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.306879877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.306979199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.307041811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.307729156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.313262045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.315185209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.31524269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.315276251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.31651856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.320240286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.320323558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.32038578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.320448771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.321037135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.324529836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.324638178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.325299143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.327825472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.327912494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.328452496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.3307286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.330840052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.330901853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.330961445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.331405985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.334948017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.335042919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.335111531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.335676914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.339218166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.339321779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.33938239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.339985244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.349687519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.36055555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.360696583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.360783915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.360845877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.360936619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.361390559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.366550289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.366650061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.366718093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.36745419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.371276228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.37136574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.371428832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.372075417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.375834604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.385412316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.38559637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.385664372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.386125232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:35.390685328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7ae0e8cf-eebc-4380-b833-6e3bcd23a8f1","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":109286,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:35.391482196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:35.391814224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:35.730875537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.731269426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.731803899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eeadc74a-a79e-4df2-bb4c-89d42a639fb6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.73185179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eeadc74a-a79e-4df2-bb4c-89d42a639fb6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.732115046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eeadc74a-a79e-4df2-bb4c-89d42a639fb6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.732201108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eeadc74a-a79e-4df2-bb4c-89d42a639fb6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.732933815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eeadc74a-a79e-4df2-bb4c-89d42a639fb6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:35.738845172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eeadc74a-a79e-4df2-bb4c-89d42a639fb6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7007,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.739400195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeadc74a-a79e-4df2-bb4c-89d42a639fb6\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.73962269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.740105871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"faf15305-4e50-4983-b0ea-011d8adbb047","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.740178473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"faf15305-4e50-4983-b0ea-011d8adbb047","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.740469219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"faf15305-4e50-4983-b0ea-011d8adbb047","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.740545741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"faf15305-4e50-4983-b0ea-011d8adbb047","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.741266368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"faf15305-4e50-4983-b0ea-011d8adbb047","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:35.744064523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"faf15305-4e50-4983-b0ea-011d8adbb047","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3956,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.744535484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faf15305-4e50-4983-b0ea-011d8adbb047\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:35 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.744641586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.744670587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:35.744704678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.814522225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.814625937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.816492031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:35.817504244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.817564215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:35.817600556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.169962747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.17006509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.170247714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.17136586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.173851577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.173927819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.175581688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.175659889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:36.271734475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:36.400945868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.403697991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.404684774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.404742925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.404784336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.404826347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.404866868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.4049271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.405753269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.405824101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.406491606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.409105277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.409176628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.409220719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.40926273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.409906735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.414385339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.416389455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.416442827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.416473807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.4178696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.424515574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.425753732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.425805293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.425842504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.430545653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.430619645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.430680866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.430722227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.432371445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.434484214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.435266172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.435313843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.436805668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.441498317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.444698921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.444771783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.444870315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.444968427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.445480529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.452250386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.453754001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.453831962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.455084891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.455167263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.456591236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.459361921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.459479883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.459551015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.459628927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.46020455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.464059279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.464165072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.464239823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.464653293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.468588784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.468670406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.468721387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.46971098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.474055191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.497393862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.497553215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.497632867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.497688908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.49774153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.498154409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.502119131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.502861218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.50294267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.503001251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.50684791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.506945812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.507011074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.508108999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.510765991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.520114528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.520966647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.521032489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.52107166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:36.524714095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d32ec563-595e-4261-919a-a5ef1a0d2793","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":123524,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:36.526382343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:36.526653059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.791035463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":54,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.791112294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.791160786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.791206167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.791249198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.791873432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.800939752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.8047417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.804931114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.804987186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.805021007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.805975399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.80603391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":54,"elapsed":"15.010268ms"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.814735561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.816309928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.816514542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:36.817394633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.817457924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:36.817498105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.171898104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.171978546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.172084658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.172911337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.175434746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.175495208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.177258038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.17731547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:37.273921447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:37.529443746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.530152502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.530294525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.530779736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.530895259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.531018522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.531146405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.532036235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.536931479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.53698959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.537020761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.538978056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.539045638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.539090539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.53914004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.539728184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.542243462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.542303453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.542345654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.542977579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.545363764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.549402728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.54947429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.549521591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.550035573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.552369197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.552436138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.552486499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.55253195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.553050842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.555190472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.555245003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.555293834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.555719564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.557770902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.560855093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.560959965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.561037397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.561101269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.5615925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.564865666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.564958138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.566515264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.569043483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.569151685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.569520514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.571437038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.5715307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.571645613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.571748235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.572052222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.57496192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.575043231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.575120073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.575635995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.578912691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.579085055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.579150907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.58059866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.590702865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.602440066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.602551439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.60262311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.602679042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.602744213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.603130322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.608603269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.608690151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.608744412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.609704594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.617370042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.617475754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.617527216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.617566787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.625026409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.632153204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.632295178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.632354429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.632857501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:37.637318824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6749321-dc3d-478f-9dfc-dd461da2bbb4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":107167,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:37.637808866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:37.638179014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:37.730784959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.731190218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.731754241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"20ab5be7-4362-4a55-ac70-8e18b3328a83","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.731824163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"20ab5be7-4362-4a55-ac70-8e18b3328a83","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.732065369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"20ab5be7-4362-4a55-ac70-8e18b3328a83","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.73211912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"20ab5be7-4362-4a55-ac70-8e18b3328a83","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.732900538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"20ab5be7-4362-4a55-ac70-8e18b3328a83","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:37.736581363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"20ab5be7-4362-4a55-ac70-8e18b3328a83","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4826,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.737057584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20ab5be7-4362-4a55-ac70-8e18b3328a83\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.737387382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.745885228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"80626a0f-2187-4360-9324-c61620816294","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.746037762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"80626a0f-2187-4360-9324-c61620816294","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.74637243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"80626a0f-2187-4360-9324-c61620816294","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.746462082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"80626a0f-2187-4360-9324-c61620816294","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.74725506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"80626a0f-2187-4360-9324-c61620816294","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:37.749977523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"80626a0f-2187-4360-9324-c61620816294","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4102,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.750834263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80626a0f-2187-4360-9324-c61620816294\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:37 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.750925105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.750966696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:37.751009037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.815989592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.816073544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.816700489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:37.817449556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.817503727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:37.817538528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.169176393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.169249845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.169385938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.170450123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.172856858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.17294721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.179665216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.179727508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:38.270731127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:38.641737875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.641831987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.641916079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.64196242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.642018871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.642061072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.642097033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.642126744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.646191598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.646311421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.647027878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.649844043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.649986936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.650081428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.65017047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.650928978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.654623314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.655360931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.655415552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.655978015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.659065826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.663366866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.663436447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.663471438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.66398386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.666423177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.666478148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.66653954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.666578331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.667052142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.670638945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.670703696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.674039623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.674084234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.683000101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.686495102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.686589324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.686663676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.686728207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.687487445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.691175401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.691248092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.691898187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.703634299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.703736212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.704427137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.712515005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.712631998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.71271107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.712768221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.713345715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.716982508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.717083171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.717144542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.717607273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.72135865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.721435542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.721515354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.722009725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.730342068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.740535394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.740642767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.740725079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.74078475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.740867822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.745753166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.750098866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.750190118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.75024823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.750814283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.754090299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.754170781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.754233052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.754721623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.758089692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.767262744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.769897615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.769964697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.770015448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:38.776107689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5fa66f8f-092b-4899-b326-e91e713358bd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":136296,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:38.776947538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:38.777281016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.817536959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.817617741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.817662552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:38.817716723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.817762584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:38.817802755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.170352536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.170422557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.170460228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.170517139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.175562196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.175635098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.176117929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.176171481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:39.270682821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:39.730529408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.730929297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.7314779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fe325049-6611-4fa4-a663-0b54dd68f578","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.731546701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fe325049-6611-4fa4-a663-0b54dd68f578","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.731787977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fe325049-6611-4fa4-a663-0b54dd68f578","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.73321081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fe325049-6611-4fa4-a663-0b54dd68f578","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.733274492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fe325049-6611-4fa4-a663-0b54dd68f578","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:39.735897533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fe325049-6611-4fa4-a663-0b54dd68f578","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4436,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.736358243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe325049-6611-4fa4-a663-0b54dd68f578\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.736553488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.741224396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"20d67bc1-e2e8-46b4-acdc-e3dba6f0536a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.741318138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"20d67bc1-e2e8-46b4-acdc-e3dba6f0536a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.741383009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"20d67bc1-e2e8-46b4-acdc-e3dba6f0536a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.741450861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"20d67bc1-e2e8-46b4-acdc-e3dba6f0536a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.741506472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"20d67bc1-e2e8-46b4-acdc-e3dba6f0536a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:39.745660799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"20d67bc1-e2e8-46b4-acdc-e3dba6f0536a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":8686,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.74704006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20d67bc1-e2e8-46b4-acdc-e3dba6f0536a\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:39 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.747117552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.747159573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:39.747194044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:39.778195153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.789270139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.789350191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.789387532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.789420873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.789457104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.789498835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.789526365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.789560196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.789592117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.789618757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.789652438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.789695079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.78972929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.789763421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.789805112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.789830582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.789851833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.789871023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.789897354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.796858655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.802009854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.803141551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.803206922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.803243013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.807515582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.807584084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.807705297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.807751807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.808329811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.810687036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.810759497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.810814789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.813527392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.813668425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.820931523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.821021705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.821081767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.821145098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.821212179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.821278531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.821311862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.821379263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.822815327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.822919489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.82296465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.823004631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.823079703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.823274437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.825663012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.825746304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.826268267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.828516499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.828616241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.828689483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.828751044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.82945203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.834766133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.834862106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.834917647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.834965058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.837559928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.838392968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.838466099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.838519971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.84368065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.853968478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.855459163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.855560375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.855640617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.855704209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.85575994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.862255371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.862423654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.862540787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.863450658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.868156017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.8682678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.868337882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.870162444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.873812278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.883074573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:39.883224956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.883287168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:39.896957025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:39.898652794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"61551e5d-0100-4fbe-8f9c-8526a4dda2e8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":108863,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:39.898736006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:39.898770377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.169677895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.169774977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.169940701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.171093948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.173626306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.173699478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.17766442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.177732902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:40.270285407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.814069879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.814159291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.816902085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.816971216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.817019428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.817062389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:40.889506348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.889857386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.889930147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.890077531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.890136282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.890175813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.890210544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.890964071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.89352803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.893597622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.894169956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.896437198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.89649325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.89653355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.896565121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.897109634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.89952308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.899578501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.899628422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.900139744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.90254521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.906294726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.906391409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.90643143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.906998743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.909427459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.90948624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.909527981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.909564782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.910089605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.91206323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.912120921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.912163042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.912653054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.915040209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.918369766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.918445218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.918496499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.918567081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.919049082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.921707734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.921800856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.92238988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.924459727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.9245492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.92500223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.92756973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.927683902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.927756604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.927815685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.928283266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.931815498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.93189905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.931961481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.932459493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.935640697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.935724559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.9357788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.936238511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.939840664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.949733763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.949850506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.949927278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.949990409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.950044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.950569543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.954861922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.954963934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.955029366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.955518747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.95910754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.959198863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.959260184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.959740075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.963681647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.982717268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:40.982878521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.982936563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:40.983403013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:40.987051668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b5b20ea-00dc-48cc-96c9-8fe69fed49e0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":97208,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:40.987653922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:40.987718964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.169259361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.169335773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.169494906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.170436958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.173150671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.173221442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.175343132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.175418523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:41.270264562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.638882484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.638953116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.638992937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.639746004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.640581334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.640619475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.640662645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.641195788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.642853026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.643616614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:37252","req_id":"b582ee7a-b0e6-4f36-9e55-fcc24175c844","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   40 63 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   @c..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.643713206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:37252","req_id":"b582ee7a-b0e6-4f36-9e55-fcc24175c844","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 16483,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.643911231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.644157977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.644257059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:37252","req_id":"b582ee7a-b0e6-4f36-9e55-fcc24175c844","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.644702119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4198, tv_nsec: 419989432 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.644770351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.656716898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:50667","req_id":"e504eff4-b910-4765-b7d7-753f72a38440","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   bd 3f 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .?..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.65680732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:50667","req_id":"e504eff4-b910-4765-b7d7-753f72a38440","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48447,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.657831964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.657900865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:50667","req_id":"e504eff4-b910-4765-b7d7-753f72a38440","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.698301431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.698852564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.69953002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.699579381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":11,"elapsed":"51.891µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.699630652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.700268177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.700326388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.70037486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.701491286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.702454048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.70253074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.702587201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.702637832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.702684303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.702726114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.704779602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:12013","req_id":"77d339ce-128f-4a7d-ae0a-703d96d30a1f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   d0 f2 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.704872744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:12013","req_id":"77d339ce-128f-4a7d-ae0a-703d96d30a1f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53490,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.705068569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.705110619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.70514564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:12013","req_id":"77d339ce-128f-4a7d-ae0a-703d96d30a1f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.705228602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9a8cd3d-752b-467e-a036-f73fd222f7ea\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:12:41 GMT\"} })"}
{"msg":"dendrite for switch1 is unavailable, cannot perform nat cleanup","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:12:41.705291304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.706238056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"dendrite for switch1 is unavailable, cannot perform nat cleanup\"}","iteration":10,"elapsed":"67.374011ms"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.707364671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4198, tv_nsec: 482579372 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.707460774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.707777161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":10,"elapsed":"8.116348ms"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.708119959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:7968","req_id":"b34ff17d-1064-4d3d-afe5-9fbdf2b4c54f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   46 8f 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   F...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.708321244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:7968","req_id":"b34ff17d-1064-4d3d-afe5-9fbdf2b4c54f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 18063,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.708676912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.708846946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:7968","req_id":"b34ff17d-1064-4d3d-afe5-9fbdf2b4c54f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.709062571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.714177049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.714335143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.714396545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.714882856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.718252024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.718342436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.718390947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.718434098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.718472759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:41.71852314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.718561641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.718597492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:53096","req_id":"ba57cbe4-fa6d-4dee-93b5-c739d10899c1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   0a 7c 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .|..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.718652603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:53096","req_id":"ba57cbe4-fa6d-4dee-93b5-c739d10899c1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2684,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.718810216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.718847317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.718878018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:53096","req_id":"ba57cbe4-fa6d-4dee-93b5-c739d10899c1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.719302638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4198, tv_nsec: 494435167 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.71940493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.719542634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:14665","req_id":"4919783b-5521-4df2-b48d-5d607f12cfbf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   59 50 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   YP..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.719634246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:14665","req_id":"4919783b-5521-4df2-b48d-5d607f12cfbf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 22864,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.71983095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.719875991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:14665","req_id":"4919783b-5521-4df2-b48d-5d607f12cfbf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.719943683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.720364503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.727675472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.727890767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.72801854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.728723226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:41.767056145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.767225439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/switch-id","method":"GET"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:41.768328504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.76856762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:53419","req_id":"db12f7e2-f3a5-4b9f-b4ef-52e2dab08c47","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   99 5f 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ._..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.768761925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:53419","req_id":"db12f7e2-f3a5-4b9f-b4ef-52e2dab08c47","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 39263,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.769177464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.769588914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.769739227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:53419","req_id":"db12f7e2-f3a5-4b9f-b4ef-52e2dab08c47","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.77031765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.77074148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"0","iteration":10,"elapsed":"70.478273ms"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.771690402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4198, tv_nsec: 546912113 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.771854046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.772135843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c00c8373-bb42-4fba-8df4-2e7c40446a2f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.772231935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c00c8373-bb42-4fba-8df4-2e7c40446a2f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.772738216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c00c8373-bb42-4fba-8df4-2e7c40446a2f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.77287116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c00c8373-bb42-4fba-8df4-2e7c40446a2f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.77374707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c00c8373-bb42-4fba-8df4-2e7c40446a2f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.775207594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18bdc474-c5e7-46b9-8987-96551f8e043b\", \"content-length\": \"26\", \"date\": \"Fri, 16 Jan 2026 23:12:41 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:41.775385708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:41.776412042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.776497114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.777501177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:14523","req_id":"457487bb-af01-4887-83e5-3311bf6f1c1e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   4b 5b 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   K[..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.777690792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:14523","req_id":"457487bb-af01-4887-83e5-3311bf6f1c1e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19291,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.778062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.778213464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:14523","req_id":"457487bb-af01-4887-83e5-3311bf6f1c1e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:41.778679624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.778734136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.778838248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:42107","req_id":"db3f0f5f-b3ca-4b81-b668-0f0e25174808","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   3b 9f 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ;............_mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.77890278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:42107","req_id":"db3f0f5f-b3ca-4b81-b668-0f0e25174808","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 15263,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.779060013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.779206687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.779273058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:42107","req_id":"db3f0f5f-b3ca-4b81-b668-0f0e25174808","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.779735479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4198, tv_nsec: 554951750 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.779957154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:41.780534698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c00c8373-bb42-4fba-8df4-2e7c40446a2f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":8398,"response_code":200}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.780996838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61436","req_id":"da31d2cc-3b8f-4870-bfd4-d1967f4ca8cd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   0c 77 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .w..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.781178452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61436","req_id":"da31d2cc-3b8f-4870-bfd4-d1967f4ca8cd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3191,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.781344866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.781431818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.781579512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:61436","req_id":"da31d2cc-3b8f-4870-bfd4-d1967f4ca8cd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.781972821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c00c8373-bb42-4fba-8df4-2e7c40446a2f\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.782309028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.783043316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4198, tv_nsec: 558311787 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.783200939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.783505246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3a716455-2f6a-40da-b752-0b525f91b5e5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.783569448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3a716455-2f6a-40da-b752-0b525f91b5e5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.783638909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:21902","req_id":"4b6fcb3c-f815-4ab5-9c4d-11d51d9ab008","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   1c ee 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.783700881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:21902","req_id":"4b6fcb3c-f815-4ab5-9c4d-11d51d9ab008","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 7406,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.783898585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.783959906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:21902","req_id":"4b6fcb3c-f815-4ab5-9c4d-11d51d9ab008","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.784245003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3a716455-2f6a-40da-b752-0b525f91b5e5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.784316045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3a716455-2f6a-40da-b752-0b525f91b5e5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.784842187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3a716455-2f6a-40da-b752-0b525f91b5e5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.846547917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/bfd/peers","method":"GET"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.847026168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":14,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.84712197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.847172731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.847884848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.848482762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.848513853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.848535693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.848560634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.848581934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.849175598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.84971332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:41.849746861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.849808892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":10,"elapsed":"88.892µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.849858294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":20,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:41.849905735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.849937986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.849965266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.850012667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.850081949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.850486468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.851748398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.851803279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.852042264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":20,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.852091505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.852133937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.852176027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.852219179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.852735371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.853225212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":55,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.853275513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.853309494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.853334925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.853367445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.853854097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.854260696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":19,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.854285287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.854308107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.854359978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.854408139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.854903111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.85528853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":19,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.855328341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.855353821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.855878173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.856263993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.856318034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.856426466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:62655","req_id":"3fafef33-f568-4fdf-8aa2-6006a02b1cb9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   f6 2b 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .+..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.856539919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:62655","req_id":"3fafef33-f568-4fdf-8aa2-6006a02b1cb9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 63019,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.856745404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.856839706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:62655","req_id":"3fafef33-f568-4fdf-8aa2-6006a02b1cb9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.857120422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.857422519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:41.859140039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3a716455-2f6a-40da-b752-0b525f91b5e5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":75578,"response_code":200}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.859307623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.864015402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.864159735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.864239357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.864752329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.866458918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.866607472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.866658193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.866699644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.866733375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.867919802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.872212562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.872290304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.872335375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.872376235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.872413187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.872868997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:41.913393826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.914115513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/switch-id","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.914175424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"3a27dae3-364f-41fc-bb87-6f76990235bc","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.931709031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/bfd/peers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47e8619d-d491-454e-8b2f-39d56a5097c3\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:12:41 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.932755775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":10,"elapsed":"292.141371ms"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.93296685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a716455-2f6a-40da-b752-0b525f91b5e5\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:41 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.933073913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.933119974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:41.933154295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:41.933225826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"3a27dae3-364f-41fc-bb87-6f76990235bc","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":19142,"response_code":200}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.934386513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.941833675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.941907127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.941957788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.942442119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.943239258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.948127041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.948207953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.948262674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.948783946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.9502497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.950330172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.95067185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.951466349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.95802728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.958105152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.958160604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.958693136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.960941318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:58517","req_id":"fb0bb1d1-239c-490c-afe5-a6183dcf6a12","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   19 ca 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.96101105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:58517","req_id":"fb0bb1d1-239c-490c-afe5-a6183dcf6a12","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 6602,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.961145833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.961179604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.961208365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:58517","req_id":"fb0bb1d1-239c-490c-afe5-a6183dcf6a12","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.961269376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.980168574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.980248586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.980290747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.980331377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.981039004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.981112395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.981156837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.981421453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.981472324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 19 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.981622338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:41.995561791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":38,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.996064042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:41.999352518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.001325444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.006084794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.006148896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.006187397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.00675266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.007958208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":19,"elapsed":"153.331324ms"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.00804011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"original_time_started":"2026-01-16 23:08:17.449297 UTC","original_id":"1f884896-3377-4f37-8274-2f6d5ab61291","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.008090761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"1f884896-3377-4f37-8274-2f6d5ab61291\",\"time_loaded\":\"2026-01-16T23:12:41.852046684Z\",\"time_started\":\"2026-01-16T23:08:17.449297Z\"}}","iteration":20,"elapsed":"155.943554ms"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.00845474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.008547172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":55,"elapsed":"155.101765ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.008595243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.008639614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.009132815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.009816981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.01063386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4198, tv_nsec: 785800819 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.010706962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"all instance checks complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.011245564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.011312946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":10,"elapsed":"162.814884ms"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.012139505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.012222407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.012719078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.01279786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.012855951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.012935883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.013444585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.014256184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e10664e-6b0d-4323-acae-de347bd027e2\", \"content-length\": \"26\", \"date\": \"Fri, 16 Jan 2026 23:12:42 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.014324415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.015309078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.056976354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.058225313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.058301664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.058356596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.058406197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.058740885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.093808127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.093879589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/vpc-routes","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.094990615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":38}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.095056366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.09609289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46510"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.096152732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:8814","req_id":"40b843b5-5d63-4f57-ba7a-8df562a32d81","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   fa 7c 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .|..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.096216883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:8814","req_id":"40b843b5-5d63-4f57-ba7a-8df562a32d81","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64124,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.096412347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.096452508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:8814","req_id":"40b843b5-5d63-4f57-ba7a-8df562a32d81","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:42.09651185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.096567231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.101164718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.101224369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.10125838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.101283821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.102004227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"23c45d23-fab5-44a1-bc92-b0b108af1b7e","remote_addr":"[::1]:46510","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.102075339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"23c45d23-fab5-44a1-bc92-b0b108af1b7e","remote_addr":"[::1]:46510","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.148929775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/all-sp-ids","method":"GET"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.149002837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:14776","req_id":"083f5b43-11e7-4f9e-815a-38360b69cc95","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   10 cc 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.149067278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:14776","req_id":"083f5b43-11e7-4f9e-815a-38360b69cc95","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4300,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.149202721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.149225982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.149249143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:14776","req_id":"083f5b43-11e7-4f9e-815a-38360b69cc95","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.149308574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"23c45d23-fab5-44a1-bc92-b0b108af1b7e","remote_addr":"[::1]:46510","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":42403,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.149357825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.149395606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.149429456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4198, tv_nsec: 921046624 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.149481198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.149510678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23c45d23-fab5-44a1-bc92-b0b108af1b7e\", \"content-length\": \"210\", \"date\": \"Fri, 16 Jan 2026 23:12:42 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.149557359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.14959107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.149619211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.150739007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.150803278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.150843729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.150902021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.151479334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.165050128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.16511959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.165154601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.165184212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":19,"elapsed":"306.021192ms"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.165224142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.165260553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.165295184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.165327755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.166792519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.16686308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.167060935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:11650","req_id":"5af163da-9e14-4731-a6fb-d7206f3a3856","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   06 9c 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.167188018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:11650","req_id":"5af163da-9e14-4731-a6fb-d7206f3a3856","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 1692,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.167396753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.167658389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:11650","req_id":"5af163da-9e14-4731-a6fb-d7206f3a3856","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.167738531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/all-sp-ids\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f054a756-4062-4fae-a81a-815c9798d3e1\", \"content-length\": \"105\", \"date\": \"Fri, 16 Jan 2026 23:12:42 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.168081299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.16813652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.168180221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.168221132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.168844757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.16941494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.169487921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.169534382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.169576943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.170050094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.170560406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.170627038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.170676459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.17072153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.17117969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.17159703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.171665862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.171713713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.171757824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.172204344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.173172857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.17679019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.176852232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.176926414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.178139042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.217857982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.219183193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.219533661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.224555308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.2246732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.224722641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.225455209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.226910062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.230668689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.23073006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.230792612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.231216902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.232095302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.236656508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.23672027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.236766821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.237307663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.23804391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.242883632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.242945174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.243002365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.243425585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.244336186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.244426038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.244470209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.24450614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.245077573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.24669725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.246769822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.246801603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.247517169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.257198664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.26136334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.261504064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3","method":"POST"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.262149528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.26221492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/eip-gateways","method":"PUT"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.26261711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.262674731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.262717242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.262777543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.263561471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.265763343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"06527160-afa7-495f-9749-31de716be7bc","remote_addr":"[::1]:46510","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.265833724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"06527160-afa7-495f-9749-31de716be7bc","remote_addr":"[::1]:46510","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.265878275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd09973e-2c31-4050-99dc-5a1a747a38eb\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:12:42 GMT\"} })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.266042119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.267152375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"06527160-afa7-495f-9749-31de716be7bc","remote_addr":"[::1]:46510","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1177,"response_code":204}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.267227417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.267274138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.267314179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.268060726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.26952259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.269597732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.270490872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/eip-gateways\", status: 204, headers: {\"x-request-id\": \"06527160-afa7-495f-9749-31de716be7bc\", \"date\": \"Fri, 16 Jan 2026 23:12:42 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.270545693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.270586734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.271175708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.273973863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:12222","req_id":"0a2fa11e-c002-4a7c-a9ed-c6d5a8367680","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   ef f3 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.274032754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:12222","req_id":"0a2fa11e-c002-4a7c-a9ed-c6d5a8367680","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 61427,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.274355511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.274389002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.274424753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:12222","req_id":"0a2fa11e-c002-4a7c-a9ed-c6d5a8367680","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.275047708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.285247884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.285309636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.285361697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.285400658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.285861308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.28680679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.292702656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.292773798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.292830459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.292897531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.292947602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.293440604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.294769115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.294836736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.295388009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.296616287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.296674559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.297077728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4199, tv_nsec: 72300099 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.29714215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.297963709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8562a9e3-5852-4a51-8229-b8d77762181b\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:12:42 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.298037631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.298233885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.303794294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.303863735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.303900406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.304419458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.30534963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.305413701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.306489196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.30838485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.308472012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.308536964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.309299721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:11826","req_id":"41c9824e-0a45-4dcc-886a-84179048b5c4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   bd 7a 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .z..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.309387603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:11826","req_id":"41c9824e-0a45-4dcc-886a-84179048b5c4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48506,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.309579398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.30965986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:11826","req_id":"41c9824e-0a45-4dcc-886a-84179048b5c4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.377320948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.3774025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.378155457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.379062798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.379172161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.379740864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229 push not needed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.380569383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.381171387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vpc-routes","method":"PUT"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.381231058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.382251562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3","method":"POST"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.39296521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"dc925348-40c8-4756-b7f3-d843f91a508f (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.393064663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/1/ereports?committed=1&limit=255&restart_id=dc925348-40c8-4756-b7f3-d843f91a508f&start_at=2","method":"POST"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.393120014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.393219446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7","method":"POST"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.393266647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"f442a6f2-cb19-4205-89a5-351f6f3f447c","remote_addr":"[::1]:46510","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.393310668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"f442a6f2-cb19-4205-89a5-351f6f3f447c","remote_addr":"[::1]:46510","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:42.393351789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.393491743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"f442a6f2-cb19-4205-89a5-351f6f3f447c","remote_addr":"[::1]:46510","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1301,"response_code":204}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.393558834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.393645396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.393699977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.393747169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.393787189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.396504782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/port/qsfp0/settings?tag=omicron","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.397872164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f442a6f2-cb19-4205-89a5-351f6f3f447c\", \"date\": \"Fri, 16 Jan 2026 23:12:42 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.398936669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":20,"elapsed":"549.045874ms"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.399084852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce0edcc7-65a5-41c1-a60d-d322da76448f\", \"content-length\": \"12\", \"date\": \"Fri, 16 Jan 2026 23:12:42 GMT\"} })"}
{"msg":"retrieved port settings from switch","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.399161644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","settings":"PortSettings { links: {} }","switch_port_id":"Name(Name(\"qsfp0\"))"}
{"msg":"clearing switch port settings","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.399214275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","port_id":"Qsfp(Qsfp(\"qsfp0\"))","switch_location":"Switch0"}
{"msg":"port settings up to date, skipping","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.399262596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch0","switch_port_id":"Name(Name(\"qsfp0\"))"}
{"msg":"no DPD client for switch location","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:12:42.399641735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.399697356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/static/route4","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.400072785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.400158317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.400211658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.40071755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.404425866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9faed2cf-622c-467e-b048-b010f804122f\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:12:42 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.404533168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.417485309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/static/route4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aab27b01-7725-4ef2-9268-e1f589bfa756\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:12:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.417688553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/static/route6","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.417922329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/1/ereports?committed=1&limit=255&restart_id=dc925348-40c8-4756-b7f3-d843f91a508f&start_at=2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d0327fe-cbb2-489a-aa1d-bf70400f230c\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:12:42 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.418028871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"dc925348-40c8-4756-b7f3-d843f91a508f (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.418182825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56ec050b-ba51-4fac-a34d-10ab84e73f1d\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:12:42 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.418255187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.419566927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[],\"sps\":[]}","iteration":10,"elapsed":"567.779338ms"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.420859927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/static/route6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2cf4657-b645-435a-aeb6-4b799e8cb3e1\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:12:42 GMT\"} })"}
{"msg":"retrieved existing routes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.420941939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{Switch0: {}}"}
{"msg":"retrieved desired routes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.42097547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"calculated static routes to add","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.42100617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"calculated static routes to delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.421038831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"checking for changes to loopback addresses","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.421145084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.421188715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.421227206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.421874021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.427735296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.427839469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.42790715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.428846162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.441947536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/loopback/ipv4","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.442848636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a8a5221-3273-412e-ad81-382a5dafb41a\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:12:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.442945799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/loopback/ipv6","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.443350278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75fca664-49ab-49f8-a23f-3754aa3b1d4c\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:12:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.443468051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:12345/network-bootstore-config","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.445429046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12345/network-bootstore-config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12345, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"unable to read bootstore config from scrimlet","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:12:42.445508598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Communication Error: error sending request for url (http://[::1]:12345/network-bootstore-config)"}
{"msg":"both scrimlets are unreachable, cannot update bootstore","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:12:42.445549189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.449513501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":10,"elapsed":"747.645276ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.449858279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.47321651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.473336123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.473433765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.473494757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.473552418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.474013079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.545832293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/v2p","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.546461408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.546626321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.546749354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.548102696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.553418769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46512"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.554918304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.555050397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.555157059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.55649369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.561135068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.573546886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.574299553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.574366795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.574420246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.575337757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"1b558f32-e77a-4b39-9b29-1dfd3cb32ce8","remote_addr":"[::1]:46512","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.57545736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"1b558f32-e77a-4b39-9b29-1dfd3cb32ce8","remote_addr":"[::1]:46512","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.576522894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"1b558f32-e77a-4b39-9b29-1dfd3cb32ce8","remote_addr":"[::1]:46512","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1194,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.577389294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b558f32-e77a-4b39-9b29-1dfd3cb32ce8\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:12:42 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.577577049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.57765542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.577722762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.579028892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":14,"elapsed":"732.018174ms"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.57979079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c5e27862-68f4-4230-b423-225d891d0aa3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":567668,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.581811087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:42.582232097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.814647303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.814732065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.816475975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:42.817150221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.817212622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:42.817250803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.169842745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.169919246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.17007803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.171038922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.173700444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.173773426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.175706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.175756062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:43.271448839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:43.578488455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58498"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.5786839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"d30fac2c-b03b-4a7f-9822-4dc0fb87fb74","remote_addr":"127.0.0.1:58498","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.57871463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"d30fac2c-b03b-4a7f-9822-4dc0fb87fb74","remote_addr":"127.0.0.1:58498","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.578921755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"d30fac2c-b03b-4a7f-9822-4dc0fb87fb74","remote_addr":"127.0.0.1:58498","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.578957126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"d30fac2c-b03b-4a7f-9822-4dc0fb87fb74","remote_addr":"127.0.0.1:58498","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.579747714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"d30fac2c-b03b-4a7f-9822-4dc0fb87fb74","remote_addr":"127.0.0.1:58498","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:43.583085242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:43.583471631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"d30fac2c-b03b-4a7f-9822-4dc0fb87fb74","remote_addr":"127.0.0.1:58498","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4792,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.583711707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.583752848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.58385927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.583891891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.583919281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.583951152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.584579527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.586942491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.586997063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.587589186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.589793557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.58991132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.589956341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.590000272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.590467263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.592644803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.592699265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.592735545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.593411421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.595660263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.599060492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.599128623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.599175414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.599715567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.601795375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.601856427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.601897028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.601932018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.602306767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.604200881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.604285523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.604351295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.604959099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.607144129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.60933569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.609407911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.609494304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.609556505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.609921323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.611963781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.612016752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.612532034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.615018292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.615116794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.615582335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.617329066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.617422198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.617482049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.617552161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.61795682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.621507392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.621587384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.621642405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.621977923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.624286217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.624340468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.624374569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.62485843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.628038774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.637078733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.637207476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.637253337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.637298868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.637451722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.637714678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.641805982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.641940625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.641985986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.642457797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.646076612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.646156714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.646213985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.646604924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.649281126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.656529694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.657906006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.657972857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.658012838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:43.660073666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"71ed6088-8958-4701-9e43-e89350e4bf8d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":76354,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:43.660484056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:43.660728451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:43.730086938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.730453387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.730912078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"257964d2-8f6b-49f8-81f0-432773f28e55","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.730968819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"257964d2-8f6b-49f8-81f0-432773f28e55","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.731244605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"257964d2-8f6b-49f8-81f0-432773f28e55","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.731315317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"257964d2-8f6b-49f8-81f0-432773f28e55","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.732126106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"257964d2-8f6b-49f8-81f0-432773f28e55","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:43.735569716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"257964d2-8f6b-49f8-81f0-432773f28e55","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4659,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.736031086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"257964d2-8f6b-49f8-81f0-432773f28e55\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.736250082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.736682341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"753a4d22-f229-4a7f-b7e2-5c2ddb10b365","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.736740763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"753a4d22-f229-4a7f-b7e2-5c2ddb10b365","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.736959908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"753a4d22-f229-4a7f-b7e2-5c2ddb10b365","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.73704156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"753a4d22-f229-4a7f-b7e2-5c2ddb10b365","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.737666824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"753a4d22-f229-4a7f-b7e2-5c2ddb10b365","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:43.740107671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"753a4d22-f229-4a7f-b7e2-5c2ddb10b365","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3427,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.740484259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"753a4d22-f229-4a7f-b7e2-5c2ddb10b365\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:43 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.740617212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.740683754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:43.740721975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.817017593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.817088355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.817128285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:43.817162006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.817197017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:43.817232318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.169580924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.170153297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.170205638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.170760901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.175683845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.175748567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.195957165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.196041467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:44.270600215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:44.661375651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.661700709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.66176648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.661924964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.661982956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.662026757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.662064387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.662760694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.668978518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.669644153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.669688344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.673160345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.673226176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.673264717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.673299478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.673328549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.676532522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.676587974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.676624315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.676660116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.678361115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.681726753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.681821245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.681864516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.682390878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.684711042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.684770893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.685004659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.685108751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.685835668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.68850684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.689901463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.689952064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.689982794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.693987377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.70185614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.702374802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.702530685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.703820175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.704605493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.709808264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.709958507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.710731275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.715893505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.716039208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.716799315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.719712503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.719892717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.72002242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.720133863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.720827039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.724282259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.724428013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.724538685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.725261042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.728616449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.728769993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.728859955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.729423388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.734009215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.743091405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.743175547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.74327948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.74331433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.743343631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.743881363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.747465087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.747559619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.747642261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.748157553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.751726665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.751800477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.751857608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.752256948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.755481332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.773358657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.77350888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.773588342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.774012972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:44.777797449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5d01ceb7-0a37-4cbc-9a89-39dc5a317be5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":116098,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:44.778449535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:44.77867777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.81407322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.814158822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.815989154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:44.816714241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.816788993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:44.816834574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.169366524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.170382968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.170417699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.170438729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.172735222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.172798934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.175020065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.175065636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:45.270696123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:45.730055228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.730436137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.730847467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a5034ec1-8309-4289-baec-e9cd4c82273b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.730917578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a5034ec1-8309-4289-baec-e9cd4c82273b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.731158004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a5034ec1-8309-4289-baec-e9cd4c82273b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.731257986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a5034ec1-8309-4289-baec-e9cd4c82273b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.737065081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a5034ec1-8309-4289-baec-e9cd4c82273b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:45.737146303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a5034ec1-8309-4289-baec-e9cd4c82273b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4018,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.737186624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5034ec1-8309-4289-baec-e9cd4c82273b\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.737223355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.737252935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"196bd870-1acb-4768-9a01-eb21c978aef8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.737290396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"196bd870-1acb-4768-9a01-eb21c978aef8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.737344057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"196bd870-1acb-4768-9a01-eb21c978aef8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.737400129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"196bd870-1acb-4768-9a01-eb21c978aef8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.73744879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"196bd870-1acb-4768-9a01-eb21c978aef8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:45.739299532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"196bd870-1acb-4768-9a01-eb21c978aef8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3436,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.740140472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"196bd870-1acb-4768-9a01-eb21c978aef8\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:45 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.740241374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.740291995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:45.740329896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:45.77930529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.779625987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.77972044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.779915564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.779988746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.780033337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.780078318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.780861116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.784159072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.784228434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.784853228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.787453919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.78752524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.787567491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.787627732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.788329039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.790490079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.79054469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.790584031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.791114733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.793240172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.796896677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.796968019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.79700889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.797556853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.800076261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.800133513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.800178914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.800200144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.800854099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.803263475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.803306306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.803334316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.803983211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.806177452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.810222416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.810329909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.810436931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.810501633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.811044875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.813629055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.813686467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.814322341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.815243343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.815322314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.817095925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.817148667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.817813742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.819053141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.819724756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.819782468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.819822739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.820957835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.821057007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.821125209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.82117789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.821777854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.825201123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.825270325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.825325746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.8259119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.829327409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.82939456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.829429011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.829982984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.833569507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.84229833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.842433763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.842518255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.842578326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.842656778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.843012916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.846977188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.84706286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.847121921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.847686964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.85097534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.851067383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.851129634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.851629636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.854997204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.861978755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:45.862120839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.86215773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:45.862708463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:45.86649653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"a2fcb456-969e-4662-ae8e-7c59c8dd8f27","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":86881,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:45.8669317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:45.867211027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.169851491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.169969893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.170116707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.170956296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.173756571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.173838223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.17585581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.175934762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:46.271468445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.817616513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.817699795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.817745005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.817783937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.817822867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.817859718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.854904557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":56,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.854981309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.85502626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.855065041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.855128012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.855794058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.858259185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.865232116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.865343679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.86538172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.865917392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:46.868190585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.868436941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.868503572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":56,"elapsed":"13.594605ms"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.868758168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.86882089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.868976563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.869036255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.869090856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.869139017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.869623898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.873239102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.873295663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.873911137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.881725988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.88179704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.881854751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.881886292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.882446895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.88483296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.884911822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.884959023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.885483666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.888146497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.891032744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.891103536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.891147017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.891621908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.894604987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.894669308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.894716629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.89475963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.895226121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.898013246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.898086938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.898129599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.898517808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.900534435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.903878842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.903954284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.904057336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.904165059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.904604819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.907153488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.90723182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.907775722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.909747658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.90982313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.910359772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.912186984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.912281136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.912349038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.912410149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.912800778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.91633337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.916431093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.916492394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.916937455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.920122698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.920217011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.920289942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.920704672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.923761113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.943100521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.943228254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.943301806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.943364177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.943419038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.943811147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.947936593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.948044765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.948112187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.948647399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.952195542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.952276014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.952335455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.952836157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.956134663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.965402898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:46.965563231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.965628683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:46.966073483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:46.969706787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"17b80f16-6968-4010-94cf-a25cdbc33bbd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":100946,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:46.970180888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:46.970443375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.169947478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.17002468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.170156023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:47.171055694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.173453609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:47.173518171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.17649013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:47.176550861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:47.271503462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:47.730271004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.730630372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:47.731175054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5888b3ff-d7c0-44fa-9428-9a223b10490b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.731243196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5888b3ff-d7c0-44fa-9428-9a223b10490b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:47.731484352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5888b3ff-d7c0-44fa-9428-9a223b10490b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.731544803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5888b3ff-d7c0-44fa-9428-9a223b10490b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.73229412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5888b3ff-d7c0-44fa-9428-9a223b10490b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:47.735133337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5888b3ff-d7c0-44fa-9428-9a223b10490b","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3978,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.735676979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5888b3ff-d7c0-44fa-9428-9a223b10490b\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.735908735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:47.736195601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e81bb989-92e4-4566-b77f-ae2d49aceedf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.736260633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e81bb989-92e4-4566-b77f-ae2d49aceedf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:47.736458007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e81bb989-92e4-4566-b77f-ae2d49aceedf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.737735847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e81bb989-92e4-4566-b77f-ae2d49aceedf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.737816419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e81bb989-92e4-4566-b77f-ae2d49aceedf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:47.740244265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e81bb989-92e4-4566-b77f-ae2d49aceedf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4065,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.740629504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e81bb989-92e4-4566-b77f-ae2d49aceedf\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:47 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:47.740733016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:47.740780177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:47.740816348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.814817613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.814898975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:47.816586194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.817345951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:47.817426283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:47.817474274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:47.974256478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:47.97432074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.974372821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:47.974417472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.974452113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:47.974486754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.974518784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.974546005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:47.975939357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.976011289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.976565142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:47.980494613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:47.980570854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:47.980614905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.980652996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.980683867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:47.982786676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:47.982858207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.982909559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.983356339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.985419437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.988870377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:47.988961619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.988987729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.989518112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:47.991703972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:47.991762404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:47.991799985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.991845776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.992265705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:47.994412375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:47.994470977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.994513068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.994986249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:47.996924774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.000088697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:48.000161638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:48.000264221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.000332882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.000784573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:48.00326649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.003354162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.004082929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:48.006891235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.006962176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.007486108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:48.009466154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:48.009567857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:48.009629558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.009687849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.010084038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:48.018985865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:48.019088757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.019157139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.019840275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:48.022910136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:48.022988408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.023067039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.023631012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.026691133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.03520824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:48.035314453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:48.035398475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:48.035458966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.035511768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.035892827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:48.039224454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:48.039304436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.039365657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.039875109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:48.044352663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:48.044443105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.044506356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.045032008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.052136933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.058642014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:48.058803258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.05889831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.058985622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:48.061861738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b806510c-e04c-40e3-ad96-faeb1a61f90e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":89609,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:48.062420641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:48.062464472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.16980514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.169880122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.169998685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:48.170952487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.173573847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:48.173637399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.175331408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:48.175393209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:48.271892546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.81445006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.814528742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:48.816239231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:48.817007989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:48.81706963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:48.817106491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:49.069100911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.069379598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.069437389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.069557642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.069605113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.069642494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.069675745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.070410012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.073249108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.073302809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.073897273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.076613095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.076765399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.076872241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.076980934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.07766935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.080058955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.080166438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.08025922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.080937986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.083451434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.08716994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.087297423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.087406016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.088131332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.093829635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.093904216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.093946367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.093979678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.094526041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.096625439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.096681591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.096718602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.097378107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.099621069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.103267923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.103353605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.103438077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.103495518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.104028061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.106890517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.106968539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.107615704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.111669208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.11175403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.112375354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.116155242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.116335576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.116401358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.116465379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.116896299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.120287718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.1203738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.120443581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.121017924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.133042683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.133210817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.13333374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.134266862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.145357639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.155738559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.155881983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.155962874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.156019946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.156075067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.156584329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.160590162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.160678714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.160733515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.161403941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.16957776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.169648532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.169872767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.169950859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.1700069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.170544012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.172051807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.17390985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.176769027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.176828658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.17734992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.186250646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.18639123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.186457601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.186907931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:49.206147408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e3bb04bb-3644-4ba2-834c-5a6f3530c2ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":136745,"response_code":200}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.206448904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.206512716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:49.206865464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:49.208330848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:49.273024327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:49.730068589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.730425418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.730853817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"97caf343-7e3c-42a0-ae32-32e77c3034eb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.730908989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"97caf343-7e3c-42a0-ae32-32e77c3034eb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.731115244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"97caf343-7e3c-42a0-ae32-32e77c3034eb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.731179585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"97caf343-7e3c-42a0-ae32-32e77c3034eb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.731880741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"97caf343-7e3c-42a0-ae32-32e77c3034eb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:49.741338391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"97caf343-7e3c-42a0-ae32-32e77c3034eb","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10467,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.741956735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97caf343-7e3c-42a0-ae32-32e77c3034eb\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:49 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.742038167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.742742573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3f8450b7-5425-4702-a90e-89aa5c489014","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.742823745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3f8450b7-5425-4702-a90e-89aa5c489014","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.742876076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3f8450b7-5425-4702-a90e-89aa5c489014","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.742934477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3f8450b7-5425-4702-a90e-89aa5c489014","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.745305453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3f8450b7-5425-4702-a90e-89aa5c489014","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:49.75078748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3f8450b7-5425-4702-a90e-89aa5c489014","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":8278,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.751309322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f8450b7-5425-4702-a90e-89aa5c489014\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:49 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.751407924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.751454045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:49.751509556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.814958367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.815044129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.817020665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:49.817840144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.817901805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:49.817955796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:50.002525764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35686"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.002923003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"367a86fd-aef5-4d6a-b02c-806b955a3572","remote_addr":"[::1]:35686","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:50.003137728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"367a86fd-aef5-4d6a-b02c-806b955a3572","remote_addr":"[::1]:35686","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":214,"response_code":200}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.169839441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.169915273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.170079657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.170890386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.175271107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.175339169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.175612715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.175664646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:50.210056183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.210367021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.210427812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.210570155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.210616916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.210658637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.210693588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.212204793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.216535684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.216615766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.21725292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.221275643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.221346525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.221389386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.221427687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.221460518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.223166577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.223224848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.22327693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.224504498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.227216851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.231408108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.23148149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.231524871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.232182496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.234895609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.236856135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.236943807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.236986668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.237019478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.238012601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.238065323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.238102143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.238879221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.240472688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.243668162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.243754604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.243823486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.243895847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.244305957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.246640281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.246723193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.247192084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.249446876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.249537458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.249836105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.251576905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.251689558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.25176827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.251827441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.25220305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.255074567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.255160449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.25521892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.25565773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.258434195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.258529747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.258593378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.258995678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.262497209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.274730952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.274918896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.275018079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.27507434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.275126051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.275485479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:50.276960214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.279078833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.279233347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.279320139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.28111899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.29793306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.303505969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.303618151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.303672143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.30828583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.319250734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.319405928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.319467619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.319974091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:50.324041155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"b10d1db4-4d7b-4a28-b030-956931757fe0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":113676,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:50.324483455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:50.324745661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:50.435345475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35688"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.435762644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"9d7eb8b4-0b72-4a43-89d4-03c0311377d6","remote_addr":"[::1]:35688","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:50.435981389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"9d7eb8b4-0b72-4a43-89d4-03c0311377d6","remote_addr":"[::1]:35688","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":229,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:50.439093991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35690"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.439412719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"e079e105-6d67-47ae-8986-092659eee472","remote_addr":"[::1]:35690","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:50.439570542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"e079e105-6d67-47ae-8986-092659eee472","remote_addr":"[::1]:35690","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":171,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:50.483986122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35692"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.484443932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"38e14f62-ac9a-400b-992a-a67cd7bf91b5","remote_addr":"[::1]:35692","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:50.484662798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"38e14f62-ac9a-400b-992a-a67cd7bf91b5","remote_addr":"[::1]:35692","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":228,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:50.486991592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35694"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:50.487056833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35696"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.488456486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"f8e083a5-ec9d-4377-8e91-94818e11a484","remote_addr":"[::1]:35694","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.489251594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"fd340bba-fb36-4fa6-88bd-aae86b174782","remote_addr":"[::1]:35696","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:50.494561077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"f8e083a5-ec9d-4377-8e91-94818e11a484","remote_addr":"[::1]:35694","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6085,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:50.49470915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"fd340bba-fb36-4fa6-88bd-aae86b174782","remote_addr":"[::1]:35696","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6113,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:50.496482892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35698"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.499820238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"9b0bbc89-44cb-4b68-9e67-05e3ce07665f","remote_addr":"[::1]:35698","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:50.500372131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"9b0bbc89-44cb-4b68-9e67-05e3ce07665f","remote_addr":"[::1]:35698","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":560,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:50.509128905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35700"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.510822224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"6d4a46c7-e558-47c8-9324-67728efec5b5","remote_addr":"[::1]:35700","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:50.511183672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"6d4a46c7-e558-47c8-9324-67728efec5b5","remote_addr":"[::1]:35700","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":369,"response_code":200}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.814326958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.81444432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.81617468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:50.816986929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.817058661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:50.817115912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.169667543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.169757575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.169916458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.170961293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.173775508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.17384349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.175819995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.175882997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:51.270389977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:51.325811851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.326147019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.326223311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.326339684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.326413985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.326467256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.326526088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.327280785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.330618452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.330697684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.33742259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.337518493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.337565374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.337599315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.337630505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.337656266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.337689527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.337722337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.337768918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.338086526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.340825629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.344954985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.345029527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.345067318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.345581499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.34906512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.349137732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.349164752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.349185263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.349792507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.352004908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.352061789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.35209855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.35251122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.354415014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.356727278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.35679835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.356851171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.356928853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.357322712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.360020034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.360111696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.360688469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.365990512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.366220278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.367003286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.369978555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.370093428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.370157599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.37021155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.370739373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.374268254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.374369866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.374424718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.374642043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.378168634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.378227056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.378267117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.37881636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.382025794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.391154075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.391251718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.391414552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.391479133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.391535704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.391997675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.395757922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.395922486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.396050899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.396741735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.405628891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.405770084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.405860886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.410248678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.415858498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.427343424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.427520388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.427621111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.429039004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:51.432791641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84fb9574-7858-40f0-b130-b2cadad662ce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":106653,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:51.433404375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:51.433471866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:51.73009257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.730458329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.7309198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"47ff9b50-8b56-40fc-a82b-30ce0f6cfe3e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.730980101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"47ff9b50-8b56-40fc-a82b-30ce0f6cfe3e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.731221227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"47ff9b50-8b56-40fc-a82b-30ce0f6cfe3e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.731296008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"47ff9b50-8b56-40fc-a82b-30ce0f6cfe3e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.732015655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"47ff9b50-8b56-40fc-a82b-30ce0f6cfe3e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:51.735001544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"47ff9b50-8b56-40fc-a82b-30ce0f6cfe3e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4084,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.735494726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47ff9b50-8b56-40fc-a82b-30ce0f6cfe3e\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:51 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.735734361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.736152141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0aed1f46-0614-4132-8250-80c2c38b2e33","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.736225853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0aed1f46-0614-4132-8250-80c2c38b2e33","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.736462458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0aed1f46-0614-4132-8250-80c2c38b2e33","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.73654566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0aed1f46-0614-4132-8250-80c2c38b2e33","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.737805619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0aed1f46-0614-4132-8250-80c2c38b2e33","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:51.740116063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0aed1f46-0614-4132-8250-80c2c38b2e33","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3963,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.740645165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0aed1f46-0614-4132-8250-80c2c38b2e33\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:51 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.740749817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.740801489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:51.740837259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.815814867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.815896359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.81594748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.816200406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.816543944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"f0d2a9bb-051c-46cf-b87b-6a18939d85bf","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:51.839637729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"f0d2a9bb-051c-46cf-b87b-6a18939d85bf","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":23060,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.847101772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.862448108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.86252441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.86256238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.862667073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.863313698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.863367389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.86340819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.863594784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.863668936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 19 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.863783269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.877918947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":38,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.87806311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":57,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.878140752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.878184933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.878223623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.878260414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.880043056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.896921517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":38}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.896995758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.897038399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.902353823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.902471056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.902518467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.902962147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.904072742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.904137574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.906065539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.90612129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":57,"elapsed":"28.032719ms"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.907276467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.907346688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:51.910559483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:51.910619474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:51.964313759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.16931106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.169405052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.169619677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.17063066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.173129098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.17321733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.175041262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.175104394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:52.270591287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:52.444085178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.444145419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.44419312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.444230131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.444262612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.444308023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.444342514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.444369684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.45368874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.453762082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.453800873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.455467132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.455532933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.455585004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.455635635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.456459655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.460659621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.460736253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.460778684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.461396819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.465092095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.468541004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.468627806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.468666317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.469603269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.47225502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.472321982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.472404394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.472441605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.473074909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.475419204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.475485265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.475522826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.476099879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.480751047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.482479797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.482553379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.48260227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.482665882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.483235045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.486398728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.48648273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.487051884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.494987467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.49554192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.496263257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.498628712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.498730844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.498790405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.498844226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.49987043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.510786853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.510874065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.510939067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.511443209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.515883541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.515967703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.516034865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.517177311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.520431937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.530206233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.530324336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.530402898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.53047749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.530547392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.530974001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.539511559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.539594421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.539671123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.540091153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.544022833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.544104005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.544168977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.544848103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.560765192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.560898455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.560972926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.561026418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.561076729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:52.569145436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"eb87ceea-3862-42ba-8c2b-153c44e0ad5a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":127683,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:52.570024336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:52.570071967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.814025361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.814105373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.815888714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:52.81659038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.816646902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:52.816688263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.169192562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.169265844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.169407377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.17038176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.173393339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.173456801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.175031027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.175087909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:53.270434618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:53.571409743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.571759252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.571814973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.571983827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.572026138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.572064019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.572096939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.57299439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.575764484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.575822185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.576402769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.582296526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.582369077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.582413818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.58245599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.58249192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.582534411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.582578572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.582630134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.582667055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.584774943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.589010191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.589082453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.589124754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.595539493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.600442916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.600535338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.600578759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.60060807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.60145571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.608998685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.609117698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.609174279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.609858595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.61440911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.617062442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.617159404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.617377529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.617463681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.617756138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.620514111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.620593853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.621134596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.623099311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.623172243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.623798597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.625729222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.625826815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.625891226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.625960728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.626367567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.629626503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.629724435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.629788227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.632323305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.647552298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.647670741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.647733632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.648426879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.651708085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.661841869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.662014523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.662149266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.662261079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.662370522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.663128689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.669504267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.669688041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.669817224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.682105909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.688578579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.688738253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.688810864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.689414778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.69292878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.708180523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.708331576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.708390168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.708956221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:53.731948494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0628ff43-9341-439b-884c-e1f6c280afc5","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":160164,"response_code":200}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:53.732289752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.73262768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:53.733130581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:53.733456859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.733553241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8bccdec3-0312-4c38-955d-d0f1888afea7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.733604822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8bccdec3-0312-4c38-955d-d0f1888afea7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.733887179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8bccdec3-0312-4c38-955d-d0f1888afea7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.73395045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8bccdec3-0312-4c38-955d-d0f1888afea7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.734771949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8bccdec3-0312-4c38-955d-d0f1888afea7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:53.737556864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8bccdec3-0312-4c38-955d-d0f1888afea7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3995,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.738367223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bccdec3-0312-4c38-955d-d0f1888afea7\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.738569157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.738952866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"723d0ff8-13a9-40e1-a4b1-7d91b09492a8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.739004367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"723d0ff8-13a9-40e1-a4b1-7d91b09492a8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.739378596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"723d0ff8-13a9-40e1-a4b1-7d91b09492a8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.739446058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"723d0ff8-13a9-40e1-a4b1-7d91b09492a8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.739854207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"723d0ff8-13a9-40e1-a4b1-7d91b09492a8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:53.746337088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"723d0ff8-13a9-40e1-a4b1-7d91b09492a8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6661,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.746811888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"723d0ff8-13a9-40e1-a4b1-7d91b09492a8\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:53 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.74688833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.746936422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:53.746977143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.814964198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.81504435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.816823341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:53.8176463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.817708911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:53.817753162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.170241852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.170320503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.170486797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.171527851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.174196283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.174265345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.175974654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.176041226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:54.273635208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:54.7372038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.737269361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.737325523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.737368274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.737410475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.737461726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.737503617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.737535398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.738897749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.73895286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.739765469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.742479202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.742781289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.742862881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.742906582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.74324485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.745674496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.746449594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.746506935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.746533696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.748393129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.751686415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.751762527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.751799318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.752298699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.762041465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.762129777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.762167258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.762200369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.76222735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.762659729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.762895935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.762942256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.76353045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.766112529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.770406339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.770487431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.770534932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.770594193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.771146116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.774713769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.775555848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.775960578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.77909083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.779263094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.779775416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.782411577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.782517269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.782583491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.782641143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.783268827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.786785408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.791667132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.791759474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.791820595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.791878486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.791933548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.791988909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.793983785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.799299298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.809169378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.809304261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.809375252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.809436224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.809497975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.810000367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.814572703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.816410965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.821166125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.821283048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.821338909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.822070376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.829380646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.829462408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.829505669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.829544299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.82958924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.829659752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.829714623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.83085455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.834839462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.844128747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:54.845678353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.845764245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:54.845815016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:54.850385512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e1d454d-97f2-4f60-bab3-7801eed1b8e6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":115239,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:54.852406049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:54.85243996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.172940416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.173020798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.173063619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.17310576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.184798251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.184905134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.184957215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.184995966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:55.27017511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:55.73455519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.734638142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.734681543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6a585a5b-0c0a-4c3a-b0b7-e6bd234d77c3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.734733594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6a585a5b-0c0a-4c3a-b0b7-e6bd234d77c3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.734780385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6a585a5b-0c0a-4c3a-b0b7-e6bd234d77c3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.734839467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6a585a5b-0c0a-4c3a-b0b7-e6bd234d77c3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.734890548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6a585a5b-0c0a-4c3a-b0b7-e6bd234d77c3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:55.737777215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6a585a5b-0c0a-4c3a-b0b7-e6bd234d77c3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5856,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.737846486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a585a5b-0c0a-4c3a-b0b7-e6bd234d77c3\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.737889347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.74492047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4daedc3b-a389-45e2-8d22-d5166cf7a6c0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.745002282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4daedc3b-a389-45e2-8d22-d5166cf7a6c0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.745060923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4daedc3b-a389-45e2-8d22-d5166cf7a6c0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.745125635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4daedc3b-a389-45e2-8d22-d5166cf7a6c0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.745194346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4daedc3b-a389-45e2-8d22-d5166cf7a6c0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:55.745267428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4daedc3b-a389-45e2-8d22-d5166cf7a6c0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3507,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.745331399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4daedc3b-a389-45e2-8d22-d5166cf7a6c0\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:55 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.745391741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.745433872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:55.745469673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.814720948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.814803969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.816513189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.825553418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.827062253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.827120725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:55.852598925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.852902552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.852973974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.853101797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.853152658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.853194129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.85323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.853866315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.856490715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.856547107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.857099419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.859207188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.859297751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.859339152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.859376312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.859918825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.862856863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.862916144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.862960465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.864185494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.865978046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.870347927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.870423918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.870454369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.870478239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.874220836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.874270147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.874294808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.874320999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.874874371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.876845227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.876946089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.87699025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.877492822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.881652198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.88431335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.884399112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.884476114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.884535936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.885247912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.887233238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.88731354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.887852802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.889586982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.889686775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.890111174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.904930168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.905080832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.905357358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.90545579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.905529562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.905604294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.905681006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.905763407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.905830149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.910838915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.910927567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.910995168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.911638303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.915053672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.93608865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.936211523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.936299885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.936356676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.936407938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.936454209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.93650995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.936563681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.936620132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.936665764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.94384764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.944014984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.944142717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.944794742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.955259314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.964713983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:55.964848866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.964917488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:55.9654599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:55.976811854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2702000f-d778-4332-a0ae-b091c7a120ef","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":123908,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:55.977684384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:55.97794908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.169270393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.169344345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.169468068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.170445701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.17301297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.173075251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.174769171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.174830822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:56.270394896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.814980584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.815059346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.816779846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.817495833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.817562214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.817600365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.853905337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":21,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.853982678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.854031619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.854082621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.854134132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.854695515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.857831797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":20,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.857907039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.85794739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.857984391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.858020001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.858049162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.858085553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":20,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.858115954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.858150305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.858179135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.858234757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.858270898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.858307858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.858342549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.859018715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.860767436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.871041743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.871109765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.871168717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.8717368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.872588619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.87779769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.877864561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.877905762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.878366993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.879354706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.882352666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.882808916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"original_time_started":"2026-01-16 23:08:17.449297 UTC","original_id":"1f884896-3377-4f37-8274-2f6d5ab61291","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.882867258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"1f884896-3377-4f37-8274-2f6d5ab61291\",\"time_loaded\":\"2026-01-16T23:12:56.853903506Z\",\"time_started\":\"2026-01-16T23:08:17.449297Z\"}}","iteration":21,"elapsed":"28.95121ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.883024081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":58,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.883080713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.883121743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.883166815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.883213096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.883744278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.884838213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.884910405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.8851022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.885741244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":20,"elapsed":"30.20728ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.886582744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.886631825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.886681756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.886717637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.887238189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.887894924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.894585839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.894669081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.894707512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.895206173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.8985325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.898609112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":58,"elapsed":"14.547767ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.898654803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.900804333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.903330372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.903387123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:56.903423954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.903462905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":20,"elapsed":"46.6085ms"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:56.979322712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.980157512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.980227513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.980279995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.980318015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.980355226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.980390597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.980789456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.9861052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.986164681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.986824086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.990040231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.990123622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.990176884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.990226275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.990464481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.993106932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:56.993172824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.993218174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.994696969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:56.997926054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.000049333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.002244343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.002303795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.003123304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.013439133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.013535415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.013603287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.013644018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.014375605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.020836284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.020930916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.020977917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.021557931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.024911329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.030202831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.030291673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.030405896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.030480008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.030876887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.041113694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.041209296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.042091667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.045030065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.045131157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.045636829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.047552374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.047673796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.047734588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.047788429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.048107326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.057516364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.057647678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.057720989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.058260292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.061705381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.061824324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.061904766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.062480209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.065735005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.076128516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.076247349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.0763364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.076399702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.076459873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.076706249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.080368034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.080424295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.080464606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.081102471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.084305705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.084379797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.084428808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.085012272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.09098127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.100131742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.100238574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.100297995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.100710015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:57.104420481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9202e192-7c2e-4f5a-ab73-4d824250850b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":124223,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:57.104505473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:57.104631766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.170169385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.170258057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.17037761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.171375813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.173803559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.17387247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.176924771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.176989173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:57.271520463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:57.730873188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.731214456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.731728288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"30b4d93f-1155-498d-b5eb-724857206fbd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.731775009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"30b4d93f-1155-498d-b5eb-724857206fbd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.732079466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"30b4d93f-1155-498d-b5eb-724857206fbd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.732165618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"30b4d93f-1155-498d-b5eb-724857206fbd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.732746441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"30b4d93f-1155-498d-b5eb-724857206fbd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:57.73574446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"30b4d93f-1155-498d-b5eb-724857206fbd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4005,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.736178241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30b4d93f-1155-498d-b5eb-724857206fbd\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.736384715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.736922508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f91dd216-08ed-4f9d-a0de-1b5488cd9d0f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.736992679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f91dd216-08ed-4f9d-a0de-1b5488cd9d0f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.737067241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f91dd216-08ed-4f9d-a0de-1b5488cd9d0f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.737130543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f91dd216-08ed-4f9d-a0de-1b5488cd9d0f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.737784618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f91dd216-08ed-4f9d-a0de-1b5488cd9d0f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:57.740269245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f91dd216-08ed-4f9d-a0de-1b5488cd9d0f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3478,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.740656245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f91dd216-08ed-4f9d-a0de-1b5488cd9d0f\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:57 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.740748507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.740776697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:57.740794988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.814526586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.814613668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.816347889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:57.81724684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.817309271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:57.817362212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:58.107318701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.107385962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.107445864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.107496585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.107524855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.107563456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.107617468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.109078261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.110581446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.110635378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.11116922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.113472813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.115122462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.115198923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.115241324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.115271885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.118043159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.118629243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.118696474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.118743375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.124406217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.125677446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.125742848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.125781699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.125812819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.128105972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.128187904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.128240975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.128297507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.128819179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.131803568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.131863539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.13190089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.132456153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.134632874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.139284701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.140291405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.140367827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.140442068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.140791716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.143636322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.143732375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.144209146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.146271153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.146349655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.146836786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.148791491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.14958871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.149667252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.149728533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.149792315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.152417586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.153154413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.153222765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.153265655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.155990399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.156068981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.156122572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.156622433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.159679634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.169257226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.169355458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.16942691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.169463421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.169509792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.16989098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.170835162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.170903364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.17116301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.172402709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.174491327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.174570709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.174632681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.175171853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.176246598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.17850106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.178576442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.178641774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.178703525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.17935959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.181850038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.181909279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.184916289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.191985152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.192128566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.192187167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.192486784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:58.195455553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"233cd9cc-3550-4ef1-8046-db7f80d6bab3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":88899,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:58.195856002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:58.196149349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:58.272900438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.816930653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.817009225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.817052976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:58.817095627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.817140358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:58.817182829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.169556344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.169632856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.169776669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.170746042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.174607351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.174672842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.178566403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.179759051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:59.197173994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.197610604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.198462044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.198525095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.198569446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.198609427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.198644648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.19874378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.201381092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.201439153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.20218552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.208181409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.208263871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.208310712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.208349403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.209162752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.211935906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.211996328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.212046709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.212691414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.215784715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.223573006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.223687998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.223716039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.224282502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.228259674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.229442902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.229501223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.229524714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.229541154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.233029545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.235131083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.235202015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.235235266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.240665442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.247721665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.249178229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.249247751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.249383444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.249442145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.251754069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.251869342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.252476346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.254956413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.255042435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.256458968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.259103569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.259710203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.259790465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.259906028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.26002972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.264452153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.26479403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.264929354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.265911967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:12:59.270068673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.270157105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.270225767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.270283318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.270889062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.274728121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.286310469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.286447763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.286555825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.286624197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.286957484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.287154289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.297411146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.297515129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.29757815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.298301887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.304198124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.304303257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.304364378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.305061024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.309117378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.324534395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.324680119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.32473944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.328952077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:59.330188186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9e11f7ac-cc70-436b-8a4b-a6bde2991e01","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":132061,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:59.330439762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:59.330753499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:59.730920652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.731252859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.73171948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ce0ba049-2e05-435a-8f05-3bcf2a785be4","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.731776512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ce0ba049-2e05-435a-8f05-3bcf2a785be4","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.732016717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ce0ba049-2e05-435a-8f05-3bcf2a785be4","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.732078469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ce0ba049-2e05-435a-8f05-3bcf2a785be4","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.732837976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ce0ba049-2e05-435a-8f05-3bcf2a785be4","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:59.735827125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ce0ba049-2e05-435a-8f05-3bcf2a785be4","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4104,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.736228165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce0ba049-2e05-435a-8f05-3bcf2a785be4\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:12:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.73643813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.737213757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f686443b-9be6-438c-82ac-2a590d9171d4","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.737290199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f686443b-9be6-438c-82ac-2a590d9171d4","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.73734302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f686443b-9be6-438c-82ac-2a590d9171d4","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.738814565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f686443b-9be6-438c-82ac-2a590d9171d4","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.738887926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f686443b-9be6-438c-82ac-2a590d9171d4","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:59.740396371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f686443b-9be6-438c-82ac-2a590d9171d4","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3551,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.74121381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f686443b-9be6-438c-82ac-2a590d9171d4\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:12:59 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.741293992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.741335443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:12:59.741367284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.814758205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.814846357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.81672133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:12:59.817445667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.817537829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:12:59.81758356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.169154206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.169221948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.169378031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.170234181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.173065147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.173123789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.175032523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.175115745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:00.270598497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:00.332045621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.332350558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.332409929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.332541022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.332600924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.332649375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.332695616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.333378702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.335728016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.335780987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.336403682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.341008559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.34107967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.341123191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.341162183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.341195673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.341793477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.341867199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.34191673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.342435742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.344474059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.348096853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.348165845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.348206755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.348743408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.351894271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.351985523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.352031434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.352068735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.35443872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.357431069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.35748795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.357528002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.358453723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.360601693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.363855398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.36394177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.364009221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.364083753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.364595415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.374259699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.374367372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.374422803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.378232841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.378335834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.379169413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.381790714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.381885816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.381943647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.381999809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.3824969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.385930409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.386021822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.386074003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.386642156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.396991046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.397097298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.397159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.397204651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.401085831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.411181185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.411310158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.41139337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.411454031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.411508262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.411911722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.42738481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.427502703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.427565814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.427934843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.438662282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.438760424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.438817815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.439657545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.461619014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.470391547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.47052341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.470589881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.471556214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:00.475092386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b1914f-8626-4868-a3a0-55f85c63ca64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":142757,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:00.475862113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:00.475914765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.817281385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.817353386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.817391537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:00.817425788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.817462469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:00.81749773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.172215519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.172302581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.172343432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.172388703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.174462011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.174518962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.176620471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.178399123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:01.27712144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:01.477635686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.478493736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.478558358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.478611059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.47865445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.478698561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.478739572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.479065069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.481748901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.481806683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.482374996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.487334371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.488926438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.488984929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.48902549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.489057901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.498413818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.498474419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.49851361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.499135795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.505518542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.508233206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.508320648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.508359488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.508769098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.513220601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.513287842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.513327873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.513367254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.513910347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.522513336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.525398373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.525438874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.525468225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.527680516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.528734841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.528803302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.528908965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.528969606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.529300814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.532715822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.532781884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.533446039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.536310596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.537177376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.537256378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.556633847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.55677835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.556834292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.556867882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.557470126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.561027529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.561121721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.561192863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.561686924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.56497461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.565058762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.565120663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.565641236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.568579884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.576766033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.576896786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.577011989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.577093861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.577165923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.577413578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.580210453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.580315156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.580420378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.580904119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.58395978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.584019181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.584052602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.584609995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.587903631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.596795777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.596929341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.596996152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.598357774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:01.603064533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7b1e2f7-09ae-45a2-8dd1-fa3786d300f2","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":125051,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:01.605629682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:01.605918599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:01.730350092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.730740421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.731229873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e7301abd-3289-4a27-9c12-8bac1759f2db","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.731289984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e7301abd-3289-4a27-9c12-8bac1759f2db","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.73156226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e7301abd-3289-4a27-9c12-8bac1759f2db","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.731645012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e7301abd-3289-4a27-9c12-8bac1759f2db","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.732366859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e7301abd-3289-4a27-9c12-8bac1759f2db","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:01.737295293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e7301abd-3289-4a27-9c12-8bac1759f2db","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6067,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.738225564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7301abd-3289-4a27-9c12-8bac1759f2db\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.738302726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.738626054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9ca95f84-7f0a-4463-bfc8-0c06992b6766","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.738720896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9ca95f84-7f0a-4463-bfc8-0c06992b6766","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.738775817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9ca95f84-7f0a-4463-bfc8-0c06992b6766","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.738839309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9ca95f84-7f0a-4463-bfc8-0c06992b6766","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.739474524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9ca95f84-7f0a-4463-bfc8-0c06992b6766","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:01.745613056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9ca95f84-7f0a-4463-bfc8-0c06992b6766","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7155,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.746148288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ca95f84-7f0a-4463-bfc8-0c06992b6766\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:01 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.746265981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.746314722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:01.746348203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.815752491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.815829353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.815873554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.815916565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.815967516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"c1d62725-5b21-4587-8ade-4c1460a7f0f1","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:01.861554552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"c1d62725-5b21-4587-8ade-4c1460a7f0f1","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":46627,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.862096135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.937240376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.948070687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.94819637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.948489507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.949557422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.949674424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.949745856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.950090714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.950235577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 19 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.950497423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.975840481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":38,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.97885708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":59,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.978921732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.978961533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.979008984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.979047055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.979821983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.981037301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":38}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:01.981102853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:01.999415077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.02068403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.020784342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.020831613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.021360156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.037163862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.037296925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.03838624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.038519683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":59,"elapsed":"59.683673ms"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.041493642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.041905601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.045353201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.045462754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:02.051885413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.169354894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.169460217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.169646211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.17046969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.173538032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.173609883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.176105801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.176171803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:02.270741484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:02.60804926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.608375117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.608433839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.608577382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.608626053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.608667694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.608702375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.609392251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.614796256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.614857198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.615479402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.618212655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.618374999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.618435621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.618475922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.619163017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.621910941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.621975253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.622018223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.622527875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.632272841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.650505264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.650594326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.650641387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.654158698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.660946376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.661019327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.661058838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.661094989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.663364342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.66845041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.668511491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.668548552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.669554015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.693214943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.705172921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.705268853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.705329334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.705387286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.705432336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.707763831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.707847963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.70859094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.711659191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.711742783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.712567352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.715727665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.715851158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.71592812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.716001781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.716769339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.720632329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.720710081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.720757042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.721384406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.72715143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.727261222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.727317984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.728843059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.733689231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.750068201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.750194534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.750258645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.750304466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.750356777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.750866959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.754717478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.754819401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.754879132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.755489506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.760323729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.760432991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.760493503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.761482366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.76513182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.777007325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.777146508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.77720945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.77895647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:02.781446678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f4c30189-dc0b-48cf-bb54-9fd070536aab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":173064,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:02.782134204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:02.78239514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.814908113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.815006215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.819911139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:02.820695298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.820759939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:02.82080371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.169470519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.170391691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.170451282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.171392194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.173573275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.173632366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.17510522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.175155591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:03.270712385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:03.733631882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.733702223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.733739524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d33a6b73-d41f-4a9e-a949-a5fba3564296","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.733794705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d33a6b73-d41f-4a9e-a949-a5fba3564296","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.733840977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d33a6b73-d41f-4a9e-a949-a5fba3564296","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.733899348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d33a6b73-d41f-4a9e-a949-a5fba3564296","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.733949909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d33a6b73-d41f-4a9e-a949-a5fba3564296","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:03.740564622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d33a6b73-d41f-4a9e-a949-a5fba3564296","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4314,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.740649764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d33a6b73-d41f-4a9e-a949-a5fba3564296\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.740704836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.740744077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ec93a496-fc44-447a-be10-e6bf78cc31e3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.740795128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ec93a496-fc44-447a-be10-e6bf78cc31e3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.740863139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ec93a496-fc44-447a-be10-e6bf78cc31e3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.740940651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ec93a496-fc44-447a-be10-e6bf78cc31e3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.741132906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ec93a496-fc44-447a-be10-e6bf78cc31e3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:03.745424185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ec93a496-fc44-447a-be10-e6bf78cc31e3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":8226,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.746023559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec93a496-fc44-447a-be10-e6bf78cc31e3\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:03 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.746147022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.746200413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:03.746238234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:03.783589019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.783897226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.783953748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.784112791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.784162903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.784204464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.784238354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.78491352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.787321676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.787377127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.788034132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.790296094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.790370976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.790412327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.790449228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.790905139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.796850297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.796941859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.79698522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.797601394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.80003769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.803595853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.803684575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.803724356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.804195907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.80650505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.806565082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.806606593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.806647074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.807045263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.80949325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.809630203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.809691084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.810637416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.812897468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.816290857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.816372599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.816455371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.816538153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.816988823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.81903208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.820069535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.820424273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.820512255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.82117219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.825230624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.826027463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.826090114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.826132705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.826249168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.82632906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.826996115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.829522554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.829619286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.829683598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.829749439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.830280691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.834737024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.834827997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.834882498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.835593264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.839498535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.839595757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.839676789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.840278453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.845010753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.85526001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.855366053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.855435644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.855503216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.855573957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.855995817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.886527355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.886632057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.886694728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.887368014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.891051959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.891136651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.891196363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.891743805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.898246616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.908133005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:03.908250148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.908308069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:03.908725049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:03.912377653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2f563282-bebf-4da2-b664-37209a5bb6ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":128469,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:03.913009818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:03.91309972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.173084645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.173175647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.173288859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.174211391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.17937275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.179860961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.188668485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.188770218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:04.274940705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.815516901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.815585903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.816655317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.817793323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.817855555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.817896926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:04.915877726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.915995309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.91604927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.916091141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.916129782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.916170923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.916209944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.916241515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.920418441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.920530014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.921282842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.924137858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.92420272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.92424455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.924277721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.924767563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.927402594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.930558167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.930637838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.930670979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.93071113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.932901831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.93370604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.933748381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.933780081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.936010493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.93758398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.937644441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.937685132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.937716013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.94104657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.941104061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.941135462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.941860678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.945019562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.951677656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.951756488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.951794249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.951826959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.95185208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.952451324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.952816202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.953358535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.955887824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.955982886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.956463937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.958547195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.958644718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.958703279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.95875597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.959452566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.962713432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.962814974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.962865095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.963346116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.966756995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.966822047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.966862508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.967369869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.972163831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.986655006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.98679828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.986892112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.986955853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.98723535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.987497096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.991743114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.991850747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.991916538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.992700616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.996871433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:04.996968886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.997026917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:04.997858416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:05.001884019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:05.012447714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:05.012629298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:05.01269531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:05.013324414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:05.018340751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2b6b4631-4f06-4db4-a756-9fff9a792989","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":103549,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:05.01915802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:05.019577879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:05.170005345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:05.170087477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:05.170384814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:05.171524971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:05.175157104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:05.175251677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:05.177059308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:05.17712447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:05.271671521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:05.730413481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:05.730780049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:05.73126276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bc27f017-01c2-4873-a787-1b76d331894f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:05.731330702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bc27f017-01c2-4873-a787-1b76d331894f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:05.731560807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bc27f017-01c2-4873-a787-1b76d331894f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:05.731650689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bc27f017-01c2-4873-a787-1b76d331894f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:05.732391767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bc27f017-01c2-4873-a787-1b76d331894f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:05.735826496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bc27f017-01c2-4873-a787-1b76d331894f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4226,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:05.735959269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc27f017-01c2-4873-a787-1b76d331894f\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:05.736192655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:05.736761658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"655738e2-7e35-4387-aac6-71cfe3e8d275","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:05.736824599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"655738e2-7e35-4387-aac6-71cfe3e8d275","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:05.736868111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"655738e2-7e35-4387-aac6-71cfe3e8d275","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:05.737428904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"655738e2-7e35-4387-aac6-71cfe3e8d275","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:05.738252303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"655738e2-7e35-4387-aac6-71cfe3e8d275","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:05.742754437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"655738e2-7e35-4387-aac6-71cfe3e8d275","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6139,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:05.743525145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"655738e2-7e35-4387-aac6-71cfe3e8d275\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:05 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:05.743613096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:05.743664198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:05.743705659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:05.814310495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:05.814391836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:05.81628182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:05.81798521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:05.818044261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:05.818068222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:06.020730858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.021126677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.021190988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.021910865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.021953246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.021983977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.022006217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.022396836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.026535792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.026605874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.027768171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.02943965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.029515341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.029573773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.029618184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.030403292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.033883393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.033958815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.034005745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.034830764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.037442905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.041245713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.041329755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.041375986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.041937809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.044376866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.044452398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.044497719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.04453616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.04497466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.047239702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.047308864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.047350335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.047879507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.050193851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.053586729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.053664661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.053736953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.053815035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.054322976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.057174802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.057263344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.057707314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.059621799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.059705191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.060162091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.063701284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.063810376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.063873338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.063942419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.064658946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.075172599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.075272072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.075327593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.078051056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.089191434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.089297666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.089364948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.090015343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.104381546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.113417976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.113547828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.113636391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.113710722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.113778674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.114337107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.118407971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.118517214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.118576025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.121260887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.124242996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.124327189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.12438741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.127152504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.12871914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.140425371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.140547924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.140619106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.141906476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:06.147645138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9fba4c2e-c98a-4d97-a4ee-0cbf55fb9bbc","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":126502,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:06.152975562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:06.153052184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.169593197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.169668769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.169838523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.170632971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.173964428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.17402504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.177180253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.177264585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:06.270559667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.814834249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.814926471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.81662508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.81747844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.817533961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.817568312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.980859965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":60,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.980945638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.980991879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:06.981032769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.98106952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.981662684Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:06.990832817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.00089946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.001013772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.001063394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.001561435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.003946261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.004010792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":60,"elapsed":"23.170237ms"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:07.149924943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.15713523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.157205852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.157249283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.157294334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.157335855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.157374726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.157405016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.157443457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.157479678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.157508829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.15754585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.157598471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.157639192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.157711064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.157763825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.160014537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.162146046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.162199558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.162235848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.163803845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.168931314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.169006796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.169049046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.169080607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.169241921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.169313052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.169490697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.170343596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.171536104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.171615066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.171657137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.171708628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.172983888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.175338012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.175411554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.175452975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.175488316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.177777968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.17784735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.177884291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.178552446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.180905191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.184245688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.18432556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.184467583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.184540585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.184927014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.187817561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.187914674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.188704022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.190657747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.190749379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.191164549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.193068343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.193175456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.193251417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.193319869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.193734358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.196494192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.196571194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.196623675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.197084246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.200012964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.200113626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.200195478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.20070338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.204634011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.214292005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.214410237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.214487509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.214544391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.214603732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.214984231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.218190015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.218295847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.218360579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.218801159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.221960843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.222040954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.222097646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.222966006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.229471346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.235971567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.23610321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.236172482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.236586871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:07.240509672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c0388c51-5b17-4e2a-8126-7b875deb6fa4","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":90227,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:07.240974933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:07.24128487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:07.270699792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:07.730776122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.731147391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.731726095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7f1128d2-8538-4f78-a471-02f44b218d69","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.731787146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7f1128d2-8538-4f78-a471-02f44b218d69","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.732449371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7f1128d2-8538-4f78-a471-02f44b218d69","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.732534873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7f1128d2-8538-4f78-a471-02f44b218d69","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.732839781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7f1128d2-8538-4f78-a471-02f44b218d69","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:07.735915032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7f1128d2-8538-4f78-a471-02f44b218d69","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4191,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.736931716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f1128d2-8538-4f78-a471-02f44b218d69\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.737005297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.737047558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"57e0ee3c-66ce-4ae3-bc7e-1608bb162d47","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.738814709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"57e0ee3c-66ce-4ae3-bc7e-1608bb162d47","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.738893091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"57e0ee3c-66ce-4ae3-bc7e-1608bb162d47","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.738963192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"57e0ee3c-66ce-4ae3-bc7e-1608bb162d47","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.739016753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"57e0ee3c-66ce-4ae3-bc7e-1608bb162d47","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:07.751183285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"57e0ee3c-66ce-4ae3-bc7e-1608bb162d47","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":14275,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.751749768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57e0ee3c-66ce-4ae3-bc7e-1608bb162d47\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:07 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.751849071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.751898112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:07.751953013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.815343212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.815403494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.816313495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:07.817003981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.817088113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:07.817146734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.169692823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.169764694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.169896748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.170680196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.172776944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.172838436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.174638828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.174692229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:08.242424568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.242785417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.242850338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.242983681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.243025012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.243063483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.243098014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.244002485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.24894551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.248994091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.249030062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.256950645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.257021417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.257071018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.257106439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.257134009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.25716821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.257202081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.257241912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.257270022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.257304023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.260397474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.260477256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.260541298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.261093441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.263725122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.263828254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.263876805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.263916006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.264557801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.266927586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.266988728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.267026699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.267595012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.269953646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.274337848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.2765962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.276745974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.276851616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.277566823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:08.278522535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.281167446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.281291199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.281978545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.284260418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.286335196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.287038442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.289566161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.289887538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.28997151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.290029932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.291142957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.294926065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.295024697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.295081109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.295790895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.304968398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.306888322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.306983624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.307055176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.310841004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.324406318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.324520311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.324575122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.324623043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.324657124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.324698555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.333458847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.334752878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.334834619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.334888031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.338059554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.338780511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.338921774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.339777914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.343762457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.351953427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.352906099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.352993561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.353050542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:08.35773251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"24ae7705-0b4f-4086-94b8-fe5a493924d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":114504,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:08.357811082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:08.357872224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.814558406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.814658508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.817365291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:08.817426022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.817470273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:08.817511144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.171138118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.17120037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.171230901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.171262081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.178512069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.178578391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.18285574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.182927081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:09.271438653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:09.361344436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.361405647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.361455958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.361500329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.36154896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.361593241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.361632312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.361665983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.364867638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.36495336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.36498497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.36670406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.366791452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.366835043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.366872014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.367339715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.370664292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.370718473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.370751843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.370778564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.372481364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.375814861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.375894023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.375937154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.376408545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.415418339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.415517511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.415563272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.415614723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.416227357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.422034612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.422098093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.422136994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.422675297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.425457851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.428806129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.428960583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.429091816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.429208738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.429846603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.446072929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.446172291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.446843127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.449713264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.449797395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.450375599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.452662101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.452752794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.452821065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.452899587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.453380328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.457584706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.457676398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.457741379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.458286472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.462907849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.464083866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.464159958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.464216259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.467451295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.476592786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.476701649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.476777011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.476840702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.476914924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.477547149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.481597602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.481676114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.481738446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.482422782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.493753444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.493843156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.493910357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.494530382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.499673541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.510028181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.510144694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.510203735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.510663906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:09.514500534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d751c25b-35dd-4f87-80aa-135773f46fb3","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":155084,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:09.519387548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:09.519428729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:09.730315705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.730680164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.731133964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e2b5182a-649d-417c-8637-45c2b3d0d876","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.731197226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e2b5182a-649d-417c-8637-45c2b3d0d876","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.731435991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e2b5182a-649d-417c-8637-45c2b3d0d876","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.731508283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e2b5182a-649d-417c-8637-45c2b3d0d876","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.732283951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e2b5182a-649d-417c-8637-45c2b3d0d876","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:09.73742204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e2b5182a-649d-417c-8637-45c2b3d0d876","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6282,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.737914532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2b5182a-649d-417c-8637-45c2b3d0d876\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.738139477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.738525276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c5a2a530-1221-4e16-adf7-208c1b602400","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.738592887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c5a2a530-1221-4e16-adf7-208c1b602400","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.738818603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c5a2a530-1221-4e16-adf7-208c1b602400","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.738886974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c5a2a530-1221-4e16-adf7-208c1b602400","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.73959185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c5a2a530-1221-4e16-adf7-208c1b602400","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:09.760057295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c5a2a530-1221-4e16-adf7-208c1b602400","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":21510,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.762548152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5a2a530-1221-4e16-adf7-208c1b602400\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:09 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.762614264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.762641955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:09.762675285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.814879305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.814953597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.816622615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:09.817373143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.817434894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:09.817490026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.16941276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.169483471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.169515452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.170190968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.172479791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.172537162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.176043654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.176106695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:10.270791719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:10.518261514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.519241576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.519309378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.519464101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.519513093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.519553323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.519589764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.52070952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.524892837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.525581053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.525622074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.528002679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.528084651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.528116531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.528138702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.528601003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.530966118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.531036229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.53107479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.531642163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.533904706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.537569521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.537655953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.537706644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.541601824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.544984683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.545053954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.545108386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.545152247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.545613497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.547634434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.547694755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.547745577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.548115765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.550316276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.553248154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.553330276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.553386687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.553452359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.554041222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.556667483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.556761525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.557286558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.559372316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.559446798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.55994907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.562215832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.562320725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.562394876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.562477368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.569065851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.573084004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.573182346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.573241468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.574012925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.577515737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.577704761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.577820564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.578465268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.589622867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.598218086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.59837063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.598459242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.598520693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.598577665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.598864892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.602619339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.602720091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.602773522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.603248683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.621579598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.621695811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.621767672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.622300955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.626780308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.635533771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.636381841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.636466793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.636509984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:10.639700628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9c98bdc6-6851-42c8-a37e-b4cac8b90da7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":120460,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:10.640104808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:10.640371894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.814849838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.81494433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.816590868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:10.817195642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.817230943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:10.817253544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.169922809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.169997381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.170149384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.171064265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.174114196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.174186848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.175915558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.175978189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:11.271469563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.292791487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.292868388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.29292419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.292958671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.293875002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.295354686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.295568761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.295650653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.295702274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.296212616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.299290277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.321024212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.377683795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.377760187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.377804388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.377845189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.37788611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.381819291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.381904903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.452780266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:42475","servers":"DnsServersList { addresses: [[::1]:42475] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42475/config","method":"PUT"}
{"msg":"found DNS version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.453334359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1"}
{"msg":"reading DNS config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.45340209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"reading DNS zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.453454321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.453501262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.453549973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.453595174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.454045515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.454348672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:11.455334605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:58078"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.45554231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"}
{"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.455618681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.455662232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.455710363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.456306557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.45686278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.456925851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.456960412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.457001903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.457034304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.457653408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.458031547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.458099469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.459289766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"eb922e5a-5f0c-4ad3-bc31-5d15eefcd112","remote_addr":"[::1]:58078","local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.459363698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"eb922e5a-5f0c-4ad3-bc31-5d15eefcd112","remote_addr":"[::1]:58078","local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"}
{"msg":"attempting generation update","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:11.459958302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_generation":1,"req_id":"eb922e5a-5f0c-4ad3-bc31-5d15eefcd112","component":"store","component":"internal_dns_server"}
{"msg":"updated generation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:11.460032834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_generation":1,"req_id":"eb922e5a-5f0c-4ad3-bc31-5d15eefcd112","component":"store","component":"internal_dns_server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:11.460125476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"eb922e5a-5f0c-4ad3-bc31-5d15eefcd112","remote_addr":"[::1]:58078","local_addr":"[::1]:42475","component":"http","kind":"dns","component":"internal_dns_server","latency_us":853,"response_code":204}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.460534415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:29583","req_id":"fa506978-5b12-4aea-b64f-431d30b5edfd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   39 8d 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   9............_na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.460614307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:29583","req_id":"fa506978-5b12-4aea-b64f-431d30b5edfd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 14733,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.460761991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.460792911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"bfc7589e-3dc1-469d-90c9-205cfc3df527.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.460939905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:29583","req_id":"fa506978-5b12-4aea-b64f-431d30b5edfd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 42475, target: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.461122949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:42475","servers":"DnsServersList { addresses: [[::1]:42475] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42475/config\", status: 204, headers: {\"x-request-id\": \"eb922e5a-5f0c-4ad3-bc31-5d15eefcd112\", \"date\": \"Fri, 16 Jan 2026 23:13:11 GMT\"} })"}
{"msg":"DNS server now at generation 1","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:11.461190881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:42475","servers":"DnsServersList { addresses: [[::1]:42475] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DNS propagation: done","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:11.462174883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"servers":"DnsServersList { addresses: [[::1]:42475] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.462265775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"server_results\":{\"[::1]:42475\":{\"Ok\":null}}}","iteration":8,"elapsed":"82.957123ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.463152406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.472898032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.472988314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.473033365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.473069806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.473112957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.473156188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.473291291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.473349962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.481517081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.481650055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.481693576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.482219618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.483326683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.490698385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.490772606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.490844688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.490876858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.491010952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Blueprint { parent: Fleet, key: 4f57ca3a-8412-4a51-b6fe-edb1ba0e463b, lookup_type: ById(4f57ca3a-8412-4a51-b6fe-edb1ba0e463b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.491080503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.491124504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.491174365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.491722318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.492646209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.492704381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.49698048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.497516243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 42475, target: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4228, tv_nsec: 272757104 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.497601034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\")"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.498137287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.498182208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.498217019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.49827091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.499107629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.500302157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.500358249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.50042996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.500508982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.500687256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.501681309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.508692862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4f57ca3a-8412-4a51-b6fe-edb1ba0e463b, lookup_type: ById(4f57ca3a-8412-4a51-b6fe-edb1ba0e463b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.508798744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.508847365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.509394308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.51036436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.510509914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.510588106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.510636417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.517081016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.518765835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.518845777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.518900828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.518946309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.51898315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.51941813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.524176311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.524275243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.524317954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.524783285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.526046314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.57074339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:39839","servers":"DnsServersList { addresses: [[::1]:39839] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:39839/config","method":"PUT"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.571701722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.580087746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.582539163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1}
{"msg":"listing DNS names for zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.582659346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ebcce90c-9cde-47b7-b038-74887f7ecde3"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.582753988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.582873171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.582990704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.583080266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.583945286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.584873908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.58497272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.585013901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.585529163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found DNS version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.58628054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2"}
{"msg":"reading DNS config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.586376702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"reading DNS zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.586440044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.586508445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.586606398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.58671914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.586781572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.587301314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.588029441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"TargetReleaseConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.588146283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.588258436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.588317957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.588852869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:11.590745624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:55212"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.590801075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:59363","req_id":"d14a758a-6323-4bc4-9c11-314926f3d5d2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   e3 08 01 00  00 01 00 00  00 00 00 01  24 62 66 63   ............$bfc\n0010:   37 35 38 39  65 2d 33 64  63 31 2d 34  36 39 64 2d   7589e-3dc1-469d-\n0020:   39 30 63 39  2d 32 30 35  63 66 63 33  64 66 35 32   90c9-205cfc3df52\n0030:   37 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   7.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.590863006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:59363","req_id":"d14a758a-6323-4bc4-9c11-314926f3d5d2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58120,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            98,\n            102,\n            99,\n            55,\n            53,\n            56,\n            57,\n            101,\n            45,\n            51,\n            100,\n            99,\n            49,\n            45,\n            52,\n            54,\n            57,\n            100,\n            45,\n            57,\n            48,\n            99,\n            57,\n            45,\n            50,\n            48,\n            53,\n            99,\n            102,\n            99,\n            51,\n            100,\n            102,\n            53,\n            50,\n            55,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.59104352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"bfc7589e-3dc1-469d-90c9-205cfc3df527.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.591076361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:59363","req_id":"d14a758a-6323-4bc4-9c11-314926f3d5d2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"bfc7589e-3dc1-469d-90c9-205cfc3df527.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.591592123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.591659425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.591714066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.592233828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.59276732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.600672583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.600801826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.600842898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.601783969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.602511656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.610519792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.610655815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.610705796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.611241569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.613527992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.627721651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"TargetReleaseConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.628895838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.628953059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.62899533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.629055642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"12f4e60d-d52b-429d-bd25-90f71429455d","remote_addr":"[::1]:55212","local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.629108253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"12f4e60d-d52b-429d-bd25-90f71429455d","remote_addr":"[::1]:55212","local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server","version":"2.0.0"}
{"msg":"found DNS servers (no change)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.629151214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"current_servers":"DnsServersList { addresses: [[::1]:42475] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:42475] }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.629199615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:42475\"]}","iteration":7,"elapsed":"168.385243ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.629244596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"Metric producer GC running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:11.629285457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expiration":"2026-01-16 23:03:11.629006520 UTC"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.629323668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.629369889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.629908452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.630524496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.630602388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.630799172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.630862674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.630900924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.630938795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.630973946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.631545899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting generation update","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:11.632243956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_generation":2,"req_id":"12f4e60d-d52b-429d-bd25-90f71429455d","component":"store","component":"external_dns_server"}
{"msg":"updated generation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:11.632334218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"new_generation":2,"req_id":"12f4e60d-d52b-429d-bd25-90f71429455d","component":"store","component":"external_dns_server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:11.632616074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/config","method":"PUT","req_id":"12f4e60d-d52b-429d-bd25-90f71429455d","remote_addr":"[::1]:55212","local_addr":"[::1]:39839","component":"http","kind":"dns","component":"external_dns_server","latency_us":6754,"response_code":204}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.633191728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.642717189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.642832801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.642867342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.642919403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.642971264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.643012345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.643433595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found all DNS names for zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.644384937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":27,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ebcce90c-9cde-47b7-b038-74887f7ecde3"}
{"msg":"read DNS config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.644465109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":1}
{"msg":"found latest DNS generation (unchanged)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.64450918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"current_time_created":"2026-01-16 23:08:15.736530 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":1}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.644564321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1}","iteration":7,"elapsed":"351.758824ms"}
{"msg":"tuf_repo_prune decision","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:11.664156115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"TufRepoPrunerDetails { nkeep_recent_releases: 3, nkeep_recent_uploads: 2, repos_keep_target_release: {}, repos_keep_recent_uploads: {}, repo_prune: None, other_repos_eligible_to_prune: {}, warnings: [] }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.664258158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"nkeep_recent_releases\":3,\"nkeep_recent_uploads\":2,\"other_repos_eligible_to_prune\":[],\"repo_prune\":null,\"repos_keep_recent_uploads\":[],\"repos_keep_target_release\":[],\"status\":\"enabled\",\"warnings\":[]}","iteration":3,"elapsed":"207.371667ms"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:11.664821511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.665437295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.665490606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.665538997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.666324836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.66693977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.666991391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.667039512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.667527133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.667901922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:11.667954723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.667994224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"43.67µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.668037505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.668071886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.668115347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.668585378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.668983907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.673757838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.673824189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.673879631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.678928118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.679558332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.679639274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.679685386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.680234098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.680591996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.680639288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.680695659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.68591921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.691468719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:39839","servers":"DnsServersList { addresses: [[::1]:39839] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39839/config\", status: 204, headers: {\"x-request-id\": \"12f4e60d-d52b-429d-bd25-90f71429455d\", \"date\": \"Fri, 16 Jan 2026 23:13:11 GMT\"} })"}
{"msg":"DNS server now at generation 2","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:11.691553041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_server_url":"http://[::1]:39839","servers":"DnsServersList { addresses: [[::1]:39839] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"DNS propagation: done","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:11.692571704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"servers":"DnsServersList { addresses: [[::1]:39839] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.692697377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2,\"server_results\":{\"[::1]:39839\":{\"Ok\":null}}}","iteration":8,"elapsed":"166.685384ms"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.699534935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.699641118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.699687619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.69972085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.700460727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.700526828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.701492131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.701543932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.701584663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.702175907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.70275382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"}
{"msg":"distributing networking probes to sleds","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:11.702794831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.702824762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.702863772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.702904283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.702942794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.703438986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.703997309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":21,"reason":"Timeout"}
{"msg":"multicast group reconciler activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.7040487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"starting multicast reconciliation pass","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.704080951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.704110401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.704292645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.704336146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":12,"elapsed":"41.381µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.704386347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.70492063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:39708","req_id":"47781ea8-23e8-45d1-bfbd-4d2cb1249fdd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   c5 8a 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   ............._ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.705183536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:39708","req_id":"47781ea8-23e8-45d1-bfbd-4d2cb1249fdd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 50570,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.706920766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.706965587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.722650121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:39708","req_id":"47781ea8-23e8-45d1-bfbd-4d2cb1249fdd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39839, target: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.722977189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.7230428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.723092201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.723156903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.724045334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:11.725757973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned":"{}","expiration":"2026-01-16 23:03:11.629006520 UTC"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.725814255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"expiration\":\"2026-01-16T23:03:11.629006520Z\",\"pruned\":[]}","iteration":6,"elapsed":"96.791434ms"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.73208937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39839, target: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4228, tv_nsec: 503420010 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.732185922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\")"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.732233413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.732279404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.732322355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.732357136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.732398577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.732433788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.732472649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.73251311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.73255324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.732619822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:11.740996156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.741053137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:63316","req_id":"96bfdbd2-3b46-4466-8dff-8621763866c2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   c5 fe 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.741100589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:63316","req_id":"96bfdbd2-3b46-4466-8dff-8621763866c2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 50686,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.741236472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.741259772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.741284063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:63316","req_id":"96bfdbd2-3b46-4466-8dff-8621763866c2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.741340204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.741980189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4228, tv_nsec: 517157419 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.742049031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.742273156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2bfab3fb-95ae-4ee3-84ef-9e7c16c43060","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.742327447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2bfab3fb-95ae-4ee3-84ef-9e7c16c43060","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.742365928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:15684","req_id":"d66e7701-b0d0-456f-9f40-710e19179e56","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   8a 47 01 00  00 01 00 00  00 00 00 01  24 32 61 63   .G..........$2ac\n0010:   39 31 31 30  61 2d 31 62  62 38 2d 34  35 36 32 2d   9110a-1bb8-4562-\n0020:   62 64 30 34  2d 33 63 30  65 33 31 66  36 36 30 33   bd04-3c0e31f6603\n0030:   65 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   e.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.742420839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:15684","req_id":"d66e7701-b0d0-456f-9f40-710e19179e56","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 35399,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            50,\n            97,\n            99,\n            57,\n            49,\n            49,\n            48,\n            97,\n            45,\n            49,\n            98,\n            98,\n            56,\n            45,\n            52,\n            53,\n            54,\n            50,\n            45,\n            98,\n            100,\n            48,\n            52,\n            45,\n            51,\n            99,\n            48,\n            101,\n            51,\n            49,\n            102,\n            54,\n            54,\n            48,\n            51,\n            101,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.742577683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.742602764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:15684","req_id":"d66e7701-b0d0-456f-9f40-710e19179e56","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"2ac9110a-1bb8-4562-bd04-3c0e31f6603e.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.746238118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2bfab3fb-95ae-4ee3-84ef-9e7c16c43060","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.74630935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2bfab3fb-95ae-4ee3-84ef-9e7c16c43060","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.757004207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2bfab3fb-95ae-4ee3-84ef-9e7c16c43060","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.759921415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.759996747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.760040778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.760745114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.761692966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.762201698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.762253329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.76229495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.762333451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.762858433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.764186914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.764241775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.764765927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.766659971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":6,"elapsed":"86.196208ms"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.766716922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"found DNS servers (no change)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.766748633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"current_servers":"DnsServersList { addresses: [[::1]:39839] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:39839] }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.766790354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:39839\"]}","iteration":7,"elapsed":"136.182826ms"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.768712329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":11,"elapsed":"63.699717ms"}
{"msg":"all webhook delivery tasks completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:11.76877768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.768814111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{},\"error\":null}","iteration":6,"elapsed":"66.801608ms"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.769395855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:45981","req_id":"7fe7e97e-67f5-4c2b-973e-c45e3da8948c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   6c 60 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   l`..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.770949961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:45981","req_id":"7fe7e97e-67f5-4c2b-973e-c45e3da8948c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 27744,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.771145215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.771184006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:45981","req_id":"7fe7e97e-67f5-4c2b-973e-c45e3da8948c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.771245368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:49816","req_id":"c76b2ece-d745-44eb-b231-9a4d1462e417","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   05 72 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .r..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.771301219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:49816","req_id":"c76b2ece-d745-44eb-b231-9a4d1462e417","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 1394,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.772171229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.77220496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.772239061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:49816","req_id":"c76b2ece-d745-44eb-b231-9a4d1462e417","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.814571732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.815456862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4228, tv_nsec: 590669853 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.815546294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.816285581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:63972","req_id":"1b826413-eb2f-4875-a487-9a5f5e1faff2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   42 f1 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   B............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.816357623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:63972","req_id":"1b826413-eb2f-4875-a487-9a5f5e1faff2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 17137,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.816582408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.816785733Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.816870055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:63972","req_id":"1b826413-eb2f-4875-a487-9a5f5e1faff2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.817348936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.82267538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.822756691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.822799452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.823174721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.824262386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.824335358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.824386629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.825134577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.825800722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.825864023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.825910535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.825956125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.826513478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.827664755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.834574256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.835081597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.835130768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.835163229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.83606591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.836130832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.836174082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.836223723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.836777016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"found zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.83777533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1}
{"msg":"listing DNS names for zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.837830251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"34f27c36-67a8-43d4-82e8-a38f7a9b8cfe"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.837902622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.837948523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.837994335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.838037396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.838453905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.84036109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4228, tv_nsec: 615563940 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.840439841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.840620296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.840673537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.842471569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.842825967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.845239993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"dfbfd15f-8069-4407-8203-e5031d60ac0a","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.84555864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:25144","req_id":"337b0ec5-ded1-4ccd-a950-ddf9b4c30f83","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   9a 9a 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.845670623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:25144","req_id":"337b0ec5-ded1-4ccd-a950-ddf9b4c30f83","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 39578,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.845882398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.84597599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:25144","req_id":"337b0ec5-ded1-4ccd-a950-ddf9b4c30f83","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.864212303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ca27d64-5ed3-4dd2-81d7-427a1d2a5668\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:13:11 GMT\"} })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.864387376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.864419937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.864452958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.865358089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:11.866365753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"dfbfd15f-8069-4407-8203-e5031d60ac0a","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":21141,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:11.868225886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2bfab3fb-95ae-4ee3-84ef-9e7c16c43060","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":125430,"response_code":200}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.868294137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"found latest target blueprint (unchanged)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.868503392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"original_time_created":"2026-01-16 23:08:15.646170 UTC","original_target_id":"4f57ca3a-8412-4a51-b6fe-edb1ba0e463b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_created":"2026-01-16 23:08:15.646170 UTC","target_id":"4f57ca3a-8412-4a51-b6fe-edb1ba0e463b"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.868617375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4f57ca3a-8412-4a51-b6fe-edb1ba0e463b\",\"time_created\":\"2026-01-16T23:08:15.646170Z\"}","iteration":5,"elapsed":"490.957391ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.869044765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.876652961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.880677874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.880752376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.880785207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"webhook dispatching completed successfully","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.880822068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.880852849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"222.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":6,"elapsed":"200.074817ms"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:11.882069397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.882973198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.883019988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":15,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.88307371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.883117221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.884855341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.886592221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.886663863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.886708204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.886744875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.886780795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.887144694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.887718017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:11.887770718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.887812499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":11,"elapsed":"98.473µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.887856471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":21,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:11.887887791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.887913672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.887948223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.887986474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.888019734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.888618038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.88912383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.889177981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.889344565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":22,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.889396046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.889443977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.889491449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.88953641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.89000027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.891367942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":21,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.891417273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.891466224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.891505915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.891539646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.892926948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.893469501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":21,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.893517542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.893553833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.894121616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.89515727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:35771","req_id":"e9f50a1b-eb1c-42a3-bfe7-50f73d3c47cf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   fc d0 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.895322234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:35771","req_id":"e9f50a1b-eb1c-42a3-bfe7-50f73d3c47cf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64720,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.895540539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.895657961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:35771","req_id":"e9f50a1b-eb1c-42a3-bfe7-50f73d3c47cf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.898119488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.919365101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.919441693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.919485764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.919574236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.920263302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.920331133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.920378264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.920435556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bfab3fb-95ae-4ee3-84ef-9e7c16c43060\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.920664181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.921791087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.921842878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 19 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.922288939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.935193608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":38,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.972219076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.973771632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"01be1fd1-6732-489b-9c01-9d041e981036","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.973841824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"01be1fd1-6732-489b-9c01-9d041e981036","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.974012668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:46033","req_id":"9939af6a-4946-4c0b-866b-fdabb919d520","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   f6 16 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.974126231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:46033","req_id":"9939af6a-4946-4c0b-866b-fdabb919d520","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 62998,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.974337295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.97453983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.974724704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:46033","req_id":"9939af6a-4946-4c0b-866b-fdabb919d520","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.975084043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"01be1fd1-6732-489b-9c01-9d041e981036","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.975152394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"01be1fd1-6732-489b-9c01-9d041e981036","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.975855101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"01be1fd1-6732-489b-9c01-9d041e981036","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.977185771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.977242763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.977279544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.977798466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.978982573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.986769024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.986836215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.986891436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.987544642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.990464799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4228, tv_nsec: 765076476 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.990670094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.990827527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":61,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.990875669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.99092097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.990964721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.991011282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.991043512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.992358863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:16451","req_id":"2f12f781-28dd-431e-a0f8-6b83ab20b839","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   33 07 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   3............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.992428724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:16451","req_id":"2f12f781-28dd-431e-a0f8-6b83ab20b839","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13063,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.992586468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.992620889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.99265237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:16451","req_id":"2f12f781-28dd-431e-a0f8-6b83ab20b839","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.992722541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:4575","req_id":"9e340d91-9790-4f45-b0ef-91a35a5e78db","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   9e 44 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .D..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.992781063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:4575","req_id":"9e340d91-9790-4f45-b0ef-91a35a5e78db","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 40516,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.993732055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.993772676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.993803286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:4575","req_id":"9e340d91-9790-4f45-b0ef-91a35a5e78db","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.998947926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0}
{"msg":"reconciling member state changes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.999006667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:11.999039158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.999078559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:11.999895698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.008664391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":38}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.008738593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.009723166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4228, tv_nsec: 784428465 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.009800198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.009834568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4228, tv_nsec: 784830834 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.00990122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.029815171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92fb968a-7860-4d04-8fe7-7ed455dc1bed\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:13:11 GMT\"} })"}
{"msg":"dendrite for switch1 is unavailable, cannot perform nat cleanup","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:13:12.029944964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.031014619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"dendrite for switch1 is unavailable, cannot perform nat cleanup\"}","iteration":11,"elapsed":"365.552994ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.031958061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.041249016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.041336318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.041383089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.042018134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.042921025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.042985916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.043039888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.043088859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.043635632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.044350148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.050857179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.050929441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.050964332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.051011483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.051050203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.05219839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.054116005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.059680504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.059773076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.059831967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.059890049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.061052916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"0","iteration":11,"elapsed":"332.491847ms"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.061853004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:24755","req_id":"416796d3-ff57-4ade-920b-089e7d5d41ab","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   76 0c 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   v...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.062001397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:24755","req_id":"416796d3-ff57-4ade-920b-089e7d5d41ab","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 30220,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.062220982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.062270434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:24755","req_id":"416796d3-ff57-4ade-920b-089e7d5d41ab","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:12.066525022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"Found abandoned VMMs","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.066884341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":0,"count":0}
{"msg":"Abandoned VMMs reaped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:12.066934732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.066972763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":6,"elapsed":"398.968138ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.072230635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.073778641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.073847412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.073901573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.073948054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.073993946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.074570359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:12.080871035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"01be1fd1-6732-489b-9c01-9d041e981036","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":102741,"response_code":200}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.081003218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.082156425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.082243487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.082288048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.083716341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.085159294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.132082322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.132245216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.132297207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.133057465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.134302404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.155846523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.155920194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.155957595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.156735813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.1574715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.157535351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:12.158296079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.158348301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.158727949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:14519","req_id":"7cecb1d2-1355-433e-8e7b-9a1f64d007c0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   c1 22 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .\"..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.158825072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:14519","req_id":"7cecb1d2-1355-433e-8e7b-9a1f64d007c0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 49442,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.159027306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.159135619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:14519","req_id":"7cecb1d2-1355-433e-8e7b-9a1f64d007c0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.159254302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:17223","req_id":"2062ae53-8863-44cd-9ab9-63f42d79b7b4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   0c 36 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .6..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.159345534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:17223","req_id":"2062ae53-8863-44cd-9ab9-63f42d79b7b4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3126,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.159512168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.159537698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:17223","req_id":"2062ae53-8863-44cd-9ab9-63f42d79b7b4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.159946358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01be1fd1-6732-489b-9c01-9d041e981036\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:12 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.164296409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.16436381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:12.164404771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.166414788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.187197979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.200340734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.200394945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.201101082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found all DNS names for zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.202865182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":3,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"34f27c36-67a8-43d4-82e8-a38f7a9b8cfe"}
{"msg":"read DNS config","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.202931834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":2}
{"msg":"found latest DNS generation (unchanged)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.202975785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"current_time_created":"2026-01-16 23:08:16.647333 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":2}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.203020186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2}","iteration":7,"elapsed":"704.975672ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.203155149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.20320851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.203273632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.203316183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.203911937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:12.255134364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.255199736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/switch-id","method":"GET"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.29205841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/all-sp-ids","method":"GET"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.292449409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.296451002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.296583055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.298311295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:20971","req_id":"6463ebf5-6e7b-480a-8bfe-b96c8db3fd70","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   29 58 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   )X..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.29852438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:20971","req_id":"6463ebf5-6e7b-480a-8bfe-b96c8db3fd70","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 10584,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.298711784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.299121244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.299168935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:20971","req_id":"6463ebf5-6e7b-480a-8bfe-b96c8db3fd70","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.300178248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.30024963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.300808133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.302118463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.305521392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.307773654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.307871247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.30845075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.309362531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"original_time_started":"2026-01-16 23:08:17.449297 UTC","original_id":"1f884896-3377-4f37-8274-2f6d5ab61291","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.309424953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"1f884896-3377-4f37-8274-2f6d5ab61291\",\"time_loaded\":\"2026-01-16T23:13:11.889335085Z\",\"time_started\":\"2026-01-16T23:08:17.449297Z\"}}","iteration":22,"elapsed":"420.086978ms"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.313734712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4229, tv_nsec: 88943163 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.313828645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.321076373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.327582713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.327669546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.327713127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.328331961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.329967519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.33648124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.336553001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.336604022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.337230547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.339690304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.339759536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.339803527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.34079184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75000092-1802-4a7d-99dd-a86fe667ac9d\", \"content-length\": \"26\", \"date\": \"Fri, 16 Jan 2026 23:13:12 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:12.341021695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:12.342242533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.342290565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.342879138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/all-sp-ids\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a14e6fb4-1845-404a-afba-1581737b44c4\", \"content-length\": \"105\", \"date\": \"Fri, 16 Jan 2026 23:13:12 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.343471932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.343529433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.343613385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.343672817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.344334152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.345027528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.34509552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.345152351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.345206082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.345720794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.346307798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.34639476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.346449501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.346496672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.346995703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.347633948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.34769955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.347757041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.347812353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.348495958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.349185834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.349252686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.349995243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.351117319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.351187971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.351231812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.351270353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.352039191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.353045404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":21,"elapsed":"461.847666ms"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.353506265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.353570906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":61,"elapsed":"363.522986ms"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.354416406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:27822","req_id":"58f8ab45-c6ae-422f-b402-1e5d819c90ee","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   0f 43 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .C..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.354661641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:27822","req_id":"58f8ab45-c6ae-422f-b402-1e5d819c90ee","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3907,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.354870136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.35505657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:27822","req_id":"58f8ab45-c6ae-422f-b402-1e5d819c90ee","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:12.424418968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.42448978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/switch-id","method":"GET"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.424952081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:53270","req_id":"857ed00f-45ad-4395-8b1e-832917ff1c4a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   62 61 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ba..........._mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.425568945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:53270","req_id":"857ed00f-45ad-4395-8b1e-832917ff1c4a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 25185,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.42579285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.426919556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.426960487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:53270","req_id":"857ed00f-45ad-4395-8b1e-832917ff1c4a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.427031159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.42707672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.427132801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.427208803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.427652693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.448804523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.448914956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.448987678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.449035279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.44906771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.449107071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.449147891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.450146285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.451168369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4229, tv_nsec: 226393159 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.451262081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:12.45165818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"all instance checks complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:12.452708404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.452785516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":11,"elapsed":"566.458381ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.453022761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.458021507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.458105879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.45815037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.459792558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.45986174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.464683992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.464768164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.464811335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.465347227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.466407692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.466465483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.467018916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.467097488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.467710352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.472970344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.47710585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.477198012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.477239293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.477799526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.4973887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.502752084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.502851036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.502895588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.503388599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.505353994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.505416566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.505969659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.506783107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.509873759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.512667164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:4680","req_id":"182a5129-a68b-4670-9d31-07df8780a9c0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   61 6a 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   aj..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.513224237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:4680","req_id":"182a5129-a68b-4670-9d31-07df8780a9c0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 24938,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.513422242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.513467813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:4680","req_id":"182a5129-a68b-4670-9d31-07df8780a9c0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.513523854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6c45705-7d98-43eb-9700-670b6029760b\", \"content-length\": \"26\", \"date\": \"Fri, 16 Jan 2026 23:13:12 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:12.513577865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:12.514491866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.593855136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.809936895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/bfd/peers","method":"GET"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.850002353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.850212178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3","method":"POST"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.851003197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.852214175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.852329567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.853231288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.868084353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.872434753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.872531496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.872572397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.872975766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.901304523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.916450254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:12.916529826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.916556616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.917008107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.918072601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.919046344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7","method":"POST"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:12.999713614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.999785106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/vpc-routes","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:12.999829497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.003967182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.005422346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.005482217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.005627601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.007594947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46514"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.007718079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.007769171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.008345414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.008938828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.009140162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:7500","req_id":"4ebe57bc-082c-4c71-954b-172dfab61237","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   72 0a 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   r............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.012119021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:7500","req_id":"4ebe57bc-082c-4c71-954b-172dfab61237","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 29194,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.013145935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.013185346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.013214127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:7500","req_id":"4ebe57bc-082c-4c71-954b-172dfab61237","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.013271668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.01332646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.013365921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.013409771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.013446562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.013548655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"dc925348-40c8-4756-b7f3-d843f91a508f (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.013609746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/1/ereports?committed=1&limit=255&restart_id=dc925348-40c8-4756-b7f3-d843f91a508f&start_at=2","method":"POST"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.015464859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.015656623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.015702464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.015740425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":21,"elapsed":"1.12078953s"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.015780066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"9146f6a9-9b08-41a3-87a0-b528272ce52b","remote_addr":"[::1]:46514","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.015828067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"9146f6a9-9b08-41a3-87a0-b528272ce52b","remote_addr":"[::1]:46514","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.015871198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4229, tv_nsec: 790589968 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.01592859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.016671627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2026-01-16T23:08:09.574312Z, time_modified: 2026-01-16T23:08:09.574312Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(2)), admin_group_name: None }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, db_silo: Silo { identity: SiloIdentity { id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-01-16T23:08:16.564172Z, time_modified: 2026-01-16T23:08:16.564172Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, db_silo: Silo { identity: SiloIdentity { id: f5ee18e0-d7f7-42ee-b4f6-108a35257ec6, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-01-16T23:08:16.564172Z, time_modified: 2026-01-16T23:08:16.564172Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }) }"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.01680907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"f5ee18e0-d7f7-42ee-b4f6-108a35257ec6\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"f5ee18e0-d7f7-42ee-b4f6-108a35257ec6\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo f5ee18e0-d7f7-42ee-b4f6-108a35257ec6 with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"1.385363573s"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.02844775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/bfd/peers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ddc982e-668f-440b-8c0b-544e80970030\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:13:13 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.031931771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":11,"elapsed":"1.364928989s"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.0331843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"9146f6a9-9b08-41a3-87a0-b528272ce52b","remote_addr":"[::1]:46514","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":18247,"response_code":200}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.036587188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.075883219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.075976692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.076153165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.076236298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.078228304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.083067256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9146f6a9-9b08-41a3-87a0-b528272ce52b\", \"content-length\": \"210\", \"date\": \"Fri, 16 Jan 2026 23:13:13 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.08325001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.083309171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.084321955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.085124493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.086422543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.086491495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.086543886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.086583657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.086655069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.08671328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.086768062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.087961339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.090630371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.090689533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.090730434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.090775255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.091619124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.138227535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/probes","method":"PUT"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.138304186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.138349637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.139012213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.141179523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46516"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.141735916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:1537","req_id":"2f7996c7-f194-47dc-a788-dac39a995538","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   95 15 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.141804618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:1537","req_id":"2f7996c7-f194-47dc-a788-dac39a995538","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 38165,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.141980842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.142012472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:1537","req_id":"2f7996c7-f194-47dc-a788-dac39a995538","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.145133244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a89f0a24-2e51-49a3-a1d8-fd7d18e1212e\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:13:13 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.145263557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.146376913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.146454925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.147283744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.148350539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.14840802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.148449801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.149056226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.149936936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.155368012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.155459744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.155508785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.155564516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.155624328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.156020817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"using fallback path: querying DPD directly for member removal","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.156918037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"sled_id_unavailable_or_resolution_failed","member_sled_id":"None","member_id":"39f72f42-fc41-4bca-99b8-17c80442aa12"}
{"msg":"fetching underlay group members from DPD for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.156972809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","switch":"switch0","underlay_ip":"ff04::e002:2"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.15701869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/underlay-groups/ff04::e002:2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.157957402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/probes","method":"PUT","req_id":"0b086437-abc4-4d17-b317-0c0e1460045b","remote_addr":"[::1]:46516","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.158011813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/probes","method":"PUT","req_id":"0b086437-abc4-4d17-b317-0c0e1460045b","remote_addr":"[::1]:46516","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.19842759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.199969986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2173e9f-180f-4ed2-b9ed-bd79002889c1\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:13:13 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.200115139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.200435587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/underlay-groups/ff04::e002:2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16308d3b-7178-4e4a-9f1c-06d24b449ca5\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:13:13 GMT\"} })"}
{"msg":"underlay group members fetched from DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.200615061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","member_count":0,"switch":"switch0","underlay_ip":"ff04::e002:2"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.200669652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.200717153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.202446883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.203396415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/probes","method":"PUT","req_id":"0b086437-abc4-4d17-b317-0c0e1460045b","remote_addr":"[::1]:46516","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":45429,"response_code":204}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.204412778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.204499891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.205095834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.206355294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.206420775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3","method":"POST"}
{"msg":"inserting 2 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.20707318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.207120041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.208743919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/1/ereports?committed=1&limit=255&restart_id=dc925348-40c8-4756-b7f3-d843f91a508f&start_at=2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dc22893-0fd1-4f73-8961-f61b91a24869\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:13:13 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.208830221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"dc925348-40c8-4756-b7f3-d843f91a508f (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.208993415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/probes\", status: 204, headers: {\"x-request-id\": \"0b086437-abc4-4d17-b317-0c0e1460045b\", \"date\": \"Fri, 16 Jan 2026 23:13:13 GMT\"} })"}
{"msg":"Update set of probes on sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.209055476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_probes":0,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"finished distributing probes to sleds","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.210360827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_pushed_probes":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.210447479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"probes_by_sled\":{\"b6d65341-167c-41df-9b5c-41cded99c229\":0}}","iteration":6,"elapsed":"1.507685169s"}
{"msg":"unrolling 2 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.211969834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.219315794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.219393836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f9c3148-a15f-4247-a978-06da049dc2e8\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:13:13 GMT\"} })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.219455327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.222227192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.228131178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.228238961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.228285842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.228875316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.234726432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.234792583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.234831354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.234861545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.234898725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.234983567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.235052149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.23510683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.235153131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.235205153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:40.889238Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Active, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: 39f72f42-fc41-4bca-99b8-17c80442aa12, time_created: 2026-01-16T23:08:35.956054Z, time_modified: 2026-01-16T23:08:44.819204Z, time_deleted: None, external_group_id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, parent_id: 6c2fdf00-a377-43bb-9499-fb5ac98dcc67, sled_id: None, state: Left, version_added: Generation(Generation(3077)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.235286634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:40.889238Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Active, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.235354326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.235396297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.235428048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.236189415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:42932","req_id":"2e5d2f42-ea2c-4a2d-a2bf-2352f8d8ca57","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   c0 ec 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.236286968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:42932","req_id":"2e5d2f42-ea2c-4a2d-a2bf-2352f8d8ca57","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 49388,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.238477298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.238692873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.238767055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:42932","req_id":"2e5d2f42-ea2c-4a2d-a2bf-2352f8d8ca57","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.239073312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80eaf849-a5ec-4cbc-8ad1-d241db1b1815\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:13:13 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.239234376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.240678939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[],\"sps\":[]}","iteration":11,"elapsed":"1.351550229s"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.241854886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.241920688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.24244282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4230, tv_nsec: 17659371 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.242516702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.252929893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:55394","req_id":"d322a7a3-bbc4-4c16-849f-7655821d2a45","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   f3 50 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .P..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.253010865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:55394","req_id":"d322a7a3-bbc4-4c16-849f-7655821d2a45","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 62288,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.253168479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.253194229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:55394","req_id":"d322a7a3-bbc4-4c16-849f-7655821d2a45","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.290867163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.290942804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.29161991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.331183988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/v2p","method":"GET"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.333489971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/port/qsfp0/settings?tag=omicron","method":"GET"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.33389411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.343246207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.343349079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.34339112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.343434312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.343938293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.344939916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.345029949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.3451006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.345719745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.346517283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.346578264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.346627675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.346669536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.346791749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.348236723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.348326945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/eip-gateways","method":"PUT"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.353160917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.358092901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.358187443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.358239055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.358757207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.360851475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46518"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.361313215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"00bbee29-0266-4f69-852f-82f9ab9b5835","remote_addr":"[::1]:46514","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.361367467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"00bbee29-0266-4f69-852f-82f9ab9b5835","remote_addr":"[::1]:46514","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.364867848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"045d9e49-3833-443f-aea0-6f04259f732a\", \"content-length\": \"12\", \"date\": \"Fri, 16 Jan 2026 23:13:13 GMT\"} })"}
{"msg":"retrieved port settings from switch","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.36496102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","settings":"PortSettings { links: {} }","switch_port_id":"Name(Name(\"qsfp0\"))"}
{"msg":"clearing switch port settings","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.365002801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","port_id":"Qsfp(Qsfp(\"qsfp0\"))","switch_location":"Switch0"}
{"msg":"port settings up to date, skipping","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.365040082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch0","switch_port_id":"Name(Name(\"qsfp0\"))"}
{"msg":"no DPD client for switch location","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:13:13.365078313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.365112044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/static/route4","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:13.365500383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.365831411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"00bbee29-0266-4f69-852f-82f9ab9b5835","remote_addr":"[::1]:46514","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4547,"response_code":204}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.366040845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.366090566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.366740202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.368266597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.368350569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.368415271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.368915572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.373761044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.373815095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.373857926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.37445111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.378869513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.378966085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.379560309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.38305469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.383126291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.384289128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.38563703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"b146a04d-b20a-4b79-951b-4533ac3d8de6","remote_addr":"[::1]:46518","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.385701651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"b146a04d-b20a-4b79-951b-4533ac3d8de6","remote_addr":"[::1]:46518","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.38607767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":2}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.386134661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.38693859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/eip-gateways\", status: 204, headers: {\"x-request-id\": \"00bbee29-0266-4f69-852f-82f9ab9b5835\", \"date\": \"Fri, 16 Jan 2026 23:13:13 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.387001941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.387053952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.387669137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.388623369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"b146a04d-b20a-4b79-951b-4533ac3d8de6","remote_addr":"[::1]:46518","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2999,"response_code":200}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.392287874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.401786864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.401919137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.402007259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.40206874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.402146602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.402846889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"using fallback path: querying DPD directly for member removal","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.404727112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"sled_id_unavailable_or_resolution_failed","member_sled_id":"None","member_id":"cc294b96-b30f-48d8-be22-c984ee7815ce"}
{"msg":"fetching underlay group members from DPD for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.404793554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","switch":"switch0","underlay_ip":"ff04::e002:1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.404832085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/underlay-groups/ff04::e002:1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.405363887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.405437799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.406295558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.407559188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.407633129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.408197522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.419364131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b146a04d-b20a-4b79-951b-4533ac3d8de6\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:13:13 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.419464824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.419519865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.419572046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.420554859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":15,"elapsed":"1.537679673s"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.420726113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/static/route4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"170684a6-6267-4ade-9654-b70c3b9b9fa7\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:13:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.420921437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/static/route6","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.421828278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.42191662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.421980652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.4451997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.450940224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.451036196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.451102177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.451157109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.453199156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.459103462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.459199795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.460041774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.461023147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.461116789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.461206991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.461758664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.462716246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.462793158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.462835379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.463803852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.465496451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/underlay-groups/ff04::e002:1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c25e31c0-c3fe-46e8-91d1-f4fb3c9b1451\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:13:13 GMT\"} })"}
{"msg":"underlay group members fetched from DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.465569873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","member_count":0,"switch":"switch0","underlay_ip":"ff04::e002:1"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.465604824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.465658915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.466256028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.466984065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/static/route6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7270702-3801-4855-ada2-0f07c2dc6ca0\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:13:13 GMT\"} })"}
{"msg":"retrieved existing routes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.467054927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{Switch0: {}}"}
{"msg":"retrieved desired routes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.467095498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"calculated static routes to add","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.467136919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"calculated static routes to delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.46718816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"checking for changes to loopback addresses","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.467233591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.467273822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.467319123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.467745173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229 push not needed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.468855819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.46892031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vpc-routes","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.469906173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"6c981d82-3af1-4955-8654-44ae171cb30b","remote_addr":"[::1]:46514","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.469968934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"6c981d82-3af1-4955-8654-44ae171cb30b","remote_addr":"[::1]:46514","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.470140118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"6c981d82-3af1-4955-8654-44ae171cb30b","remote_addr":"[::1]:46514","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":451,"response_code":204}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.470310642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.470356893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.470401864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.50949117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.510725849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.535243297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.535424002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.535505993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.536765062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.538214866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:40.950337Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Active, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: cc294b96-b30f-48d8-be22-c984ee7815ce, time_created: 2026-01-16T23:08:35.062897Z, time_modified: 2026-01-16T23:08:44.947522Z, time_deleted: None, external_group_id: a9c05218-3fb7-462e-a6e5-eaf77011803c, parent_id: 047649a1-bd77-4a29-8488-f19a376f3d65, sled_id: None, state: Left, version_added: Generation(Generation(2051)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.538329329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:40.950337Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Active, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.538403711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.538447081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.538883562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.543283864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.580722652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.580841764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.580894276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.580953147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.580996608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.581038099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.581627653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.582700438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/loopback/ipv4","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.583648519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6c981d82-3af1-4955-8654-44ae171cb30b\", \"date\": \"Fri, 16 Jan 2026 23:13:13 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.585571114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":21,"elapsed":"1.697679583s"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.585626105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":22,"reason":"Dependency"}
{"msg":"VPC route manager running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.586053025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.586148737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.586191528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.586233499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.5862737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.608968066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.609786825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf21ac2a-375a-4f14-a187-eebcf7224727\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:13:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.609936309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/loopback/ipv6","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.613923621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.613988983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.614440133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.616930681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.617543605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.617645548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.617692319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.617728459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.618365094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.620147155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d7364892-10e3-4b42-a1b9-1a6eaf28f243","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":1919687,"response_code":200}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.637054938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.637129089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.63716819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.638075451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.646376373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.667632076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.667841491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.667887232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.67339135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.676096543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.681730793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.682124902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.682189404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.682231474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.682268745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.682684015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.685781597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"31ce4fec-f511-4348-a8fc-64d7c88c5ffe","remote_addr":"127.0.0.1:58498","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.685843198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"31ce4fec-f511-4348-a8fc-64d7c88c5ffe","remote_addr":"127.0.0.1:58498","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.686197537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93bed811-f908-4d6a-8908-815c68c63778\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:13:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.686261878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:12345/network-bootstore-config","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.686712259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"31ce4fec-f511-4348-a8fc-64d7c88c5ffe","remote_addr":"127.0.0.1:58498","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.68677747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"31ce4fec-f511-4348-a8fc-64d7c88c5ffe","remote_addr":"127.0.0.1:58498","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.687428295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"31ce4fec-f511-4348-a8fc-64d7c88c5ffe","remote_addr":"127.0.0.1:58498","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.690491956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.737167038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.737261561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.737312192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.737902245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.766255072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.771405812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.771481724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.771520655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.772126559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.773176303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"31ce4fec-f511-4348-a8fc-64d7c88c5ffe","remote_addr":"127.0.0.1:58498","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":87394,"response_code":200}
{"msg":"batch-fetched instance states for multicast reconciliation","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.773506481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_found":1,"member_count":1}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.773550842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.773585232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.774093724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.785605801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.785715154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.786346598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12345/network-bootstore-config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12345, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"unable to read bootstore config from scrimlet","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:13:13.786406829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Communication Error: error sending request for url (http://[::1]:12345/network-bootstore-config)"}
{"msg":"both scrimlets are unreachable, cannot update bootstore","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:13:13.786449981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.789302147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":11,"elapsed":"2.059543131s"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.789358548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.795316126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.905714125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.905779987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/vpc-routes","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.933336295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.933419377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.934107523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.935098806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.935162198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.93569136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.937201175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1a60f588-9899-4724-9359-1a5882b09a4c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.937263657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1a60f588-9899-4724-9359-1a5882b09a4c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.937379039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46520"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.937614005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.93784957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1a60f588-9899-4724-9359-1a5882b09a4c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.937928802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1a60f588-9899-4724-9359-1a5882b09a4c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.938463324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1a60f588-9899-4724-9359-1a5882b09a4c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.939046218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.939753164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.939821845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.945314363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"using fallback path: querying DPD directly for member removal","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.946200193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"sled_id_unavailable_or_resolution_failed","member_sled_id":"None","member_id":"1396c948-d098-4b75-948b-14fba9766ce4"}
{"msg":"fetching underlay group members from DPD for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.946257455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","switch":"switch0","underlay_ip":"ff04::e002:0"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.946303856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/underlay-groups/ff04::e002:0","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.947431822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"ac362aef-054f-4e3c-ac40-f1154ec97d71","remote_addr":"[::1]:46520","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.948768563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"ac362aef-054f-4e3c-ac40-f1154ec97d71","remote_addr":"[::1]:46520","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.954136787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/underlay-groups/ff04::e002:0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fae50a09-e97b-4981-a8f6-080457e7fe74\", \"content-length\": \"147\", \"date\": \"Fri, 16 Jan 2026 23:13:13 GMT\"} })"}
{"msg":"underlay group members fetched from DPD","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.954607748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_underlay_members","member_count":0,"switch":"switch0","underlay_ip":"ff04::e002:0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.95466404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.954707601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.954946016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.955883758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"ac362aef-054f-4e3c-ac40-f1154ec97d71","remote_addr":"[::1]:46520","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8461,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.961918278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.961978439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.96201478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:13.962058691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1a60f588-9899-4724-9359-1a5882b09a4c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":21776,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.962118633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac362aef-054f-4e3c-ac40-f1154ec97d71\", \"content-length\": \"210\", \"date\": \"Fri, 16 Jan 2026 23:13:13 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.962166164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.962193654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.962233755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.962259166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.962293737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.962323087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.962343638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.962363498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a60f588-9899-4724-9359-1a5882b09a4c\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.962400189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"processed member state change","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.963120916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:40.877371Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Active, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","member":"MulticastGroupMember { id: 1396c948-d098-4b75-948b-14fba9766ce4, time_created: 2026-01-16T23:08:34.510247Z, time_modified: 2026-01-16T23:08:45.103864Z, time_deleted: None, external_group_id: f643b999-0df5-4ca9-8524-3431f1dbb507, parent_id: 654b8aa8-0014-4f2e-b375-089d955844b2, sled_id: None, state: Left, version_added: Generation(Generation(1025)), version_removed: None, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), source_ips: [] }"}
{"msg":"processed member state changes for group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.963222838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":1,"group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:40.877371Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Active, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }"}
{"msg":"member state reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.9632865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":3}
{"msg":"cleaning up deleted multicast members","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.9633199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.963346481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.963378571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.963772561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.964766314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"aca9e2a3-712a-48ca-9ea4-29a13ceaf102","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.964830355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"aca9e2a3-712a-48ca-9ea4-29a13ceaf102","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.967645701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"aca9e2a3-712a-48ca-9ea4-29a13ceaf102","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.968389568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"aca9e2a3-712a-48ca-9ea4-29a13ceaf102","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.968463029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"aca9e2a3-712a-48ca-9ea4-29a13ceaf102","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:13.971153742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.971213313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:13.991060573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:14.013321439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"aca9e2a3-712a-48ca-9ea4-29a13ceaf102","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":48554,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.015861018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.016763349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.017739862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.017827354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.019401881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.020815533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aca9e2a3-712a-48ca-9ea4-29a13ceaf102\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:14 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.021432908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.021485899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:14.021519039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.04396793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.044052562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.044092743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.044124083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.047740747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.047827539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.04787636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.048942115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.057948294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.070642698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.070746171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.070781321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.070837413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.070877794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.070916495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.070950085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.083099207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.083177759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.08322503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.084224563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.104607346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.104704998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.104756499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.107147464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"multicast group member complete deletion finished","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.119269975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0}
{"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.119333937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.119383448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.119430169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.12294365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.123998895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.133958326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.134054208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.134106949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.134542529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:14.149082826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.149195349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.152625619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"cbe0e5c5-c34a-4f7a-8515-78e2c56c65c4","remote_addr":"[::1]:46520","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.15269732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"cbe0e5c5-c34a-4f7a-8515-78e2c56c65c4","remote_addr":"[::1]:46520","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:14.152940606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"cbe0e5c5-c34a-4f7a-8515-78e2c56c65c4","remote_addr":"[::1]:46520","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":336,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.153512609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/eip-gateways\", status: 204, headers: {\"x-request-id\": \"cbe0e5c5-c34a-4f7a-8515-78e2c56c65c4\", \"date\": \"Fri, 16 Jan 2026 23:13:14 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.153586611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.153629172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.154214295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.169378087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.169445798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.169476899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.170492032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"resolved names for firewall rules","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.171002204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: bfbf54d9-94e6-427e-bcbd-9aa5effd3776, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }], Name(\"external-dns\"): [NetworkInterface { id: f32ccd50-8253-413c-8233-a321c60a5b1a, kind: Service { id: 2ac9110a-1bb8-4562-bd04-3c0e31f6603e }, name: Name(\"external-dns-2ac9110a-1bb8-4562-bd04-3c0e31f6603e\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }]}","vpc_interfaces":"{}","instance_interfaces":"{}"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.171895155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.171936156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.171971527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.172005788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.172412557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.179323277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.179387569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.17941565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.17943837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.182702035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.182773107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.182813188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.182841999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.185703795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.185782807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.187100738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetched allowlist from DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.19021699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2026-01-16T22:17:47.943652Z, time_modified: 2026-01-16T23:08:16.680659Z, allowed_ips: None }"}
{"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.190303162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"resolved firewall rules for sled agents","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.190344973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f32ccd50-8253-413c-8233-a321c60a5b1a, kind: Service { id: 2ac9110a-1bb8-4562-bd04-3c0e31f6603e }, name: Name(\"external-dns-2ac9110a-1bb8-4562-bd04-3c0e31f6603e\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bfbf54d9-94e6-427e-bcbd-9aa5effd3776, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: f32ccd50-8253-413c-8233-a321c60a5b1a, kind: Service { id: 2ac9110a-1bb8-4562-bd04-3c0e31f6603e }, name: Name(\"external-dns-2ac9110a-1bb8-4562-bd04-3c0e31f6603e\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 3, code: Some(IcmpParamRange { first: 3, last: 4 }) })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 5, code: None })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 11, code: None }))]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bfbf54d9-94e6-427e-bcbd-9aa5effd3776, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]"}
{"msg":"resolved 3 rules for sleds","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.190493806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229 push not needed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:14.191444008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.191544241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vpc-routes","method":"PUT"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.194416677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.194478459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.194658613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"50945f5c-c100-4474-bcea-7569391e6cd5","remote_addr":"[::1]:46520","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.194713044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"50945f5c-c100-4474-bcea-7569391e6cd5","remote_addr":"[::1]:46520","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:14.195197075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"50945f5c-c100-4474-bcea-7569391e6cd5","remote_addr":"[::1]:46520","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":540,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.195974623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 204, headers: {\"x-request-id\": \"50945f5c-c100-4474-bcea-7569391e6cd5\", \"date\": \"Fri, 16 Jan 2026 23:13:14 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.197356075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":22,"elapsed":"611.689799ms"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.198263247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.198315818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.218930775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.21915186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.220034031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:14.270974852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.337789901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.337879723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.338779284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.347595368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.347735521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.348330655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.353108196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.353163447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.353217808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.353852563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.371058202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":3}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.371184155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.371232626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.372151207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.372801592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.372861263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.373347255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.373842816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.373895647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.374317647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.387298118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229 (sled), time_created: 2026-01-16T23:08:12.274781Z, time_modified: 2026-01-16T23:08:12.274781Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"SimGimlet00\", part_number: \"i86pc\", revision: SqlU32(3), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(42059), last_used_address: ::1:2, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(43699), cpu_family: AmdMilan }]"}
{"msg":"sending firewall rules to sled agents","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.387406431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.437272637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.43827306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.438337701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"fetching external group state from all switches for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.439228332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switch_count":1,"group_ip":"224.2.0.0"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.439344835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/groups/224.2.0.0","method":"GET"}
{"msg":"fetching external group state from all switches for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.439645522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switch_count":1,"group_ip":"224.2.0.2"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.439714703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/groups/224.2.0.2","method":"GET"}
{"msg":"fetching external group state from all switches for drift detection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.440141503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switch_count":1,"group_ip":"224.2.0.1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.440196374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/multicast/groups/224.2.0.1","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.443140652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/groups/224.2.0.0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd14bda1-f102-4c16-82fd-a21af7bf1031\", \"content-length\": \"290\", \"date\": \"Fri, 16 Jan 2026 23:13:14 GMT\"} })"}
{"msg":"external group state fetched from all switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.443292226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switches_with_group":1,"switches_queried":1,"group_ip":"224.2.0.0"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.444086074Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/groups/224.2.0.2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7b150da-fd6f-4b47-b2be-375850fcb0db\", \"content-length\": \"290\", \"date\": \"Fri, 16 Jan 2026 23:13:14 GMT\"} })"}
{"msg":"external group state fetched from all switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.444177517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switches_with_group":1,"switches_queried":1,"group_ip":"224.2.0.2"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.444268909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/multicast/groups/224.2.0.1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fa09f5b-a14d-4994-9713-d9909107b4ed\", \"content-length\": \"290\", \"date\": \"Fri, 16 Jan 2026 23:13:14 GMT\"} })"}
{"msg":"external group state fetched from all switches","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.444375541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dpd_operation":"fetch_external_group_for_drift_check","switches_with_group":1,"switches_queried":1,"group_ip":"224.2.0.1"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.444424262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: f643b999-0df5-4ca9-8524-3431f1dbb507, name: Name(Name(\"consistency-group-1\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.241446Z, time_modified: 2026-01-16T23:08:40.877371Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.0, prefix: 32 }), mvlan: None, underlay_group_id: Some(c2364f1d-f234-4e82-9cb0-ba5f535116ac), tag: Some(\"f643b999-0df5-4ca9-8524-3431f1dbb507:224.2.0.0\"), state: Active, version_added: Generation(Generation(1)), version_removed: None, underlay_salt: None }","state":"Active"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.444506084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: 2b114826-a483-4ec3-9cbb-10b23f4b8c41, name: Name(Name(\"consistency-group-3\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:35.625525Z, time_modified: 2026-01-16T23:08:40.889238Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.2, prefix: 32 }), mvlan: None, underlay_group_id: Some(a47cd6e9-5425-42f3-8e05-12481afd1fcb), tag: Some(\"2b114826-a483-4ec3-9cbb-10b23f4b8c41:224.2.0.2\"), state: Active, version_added: Generation(Generation(2053)), version_removed: None, underlay_salt: None }","state":"Active"}
{"msg":"processed multicast group","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.444592636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","transition":"NoChange","group":"ExternalMulticastGroup { identity: ExternalMulticastGroupIdentity { id: a9c05218-3fb7-462e-a6e5-eaf77011803c, name: Name(Name(\"consistency-group-2\")), description: \"Implicitly created for instance attachment\", time_created: 2026-01-16T23:08:34.758685Z, time_modified: 2026-01-16T23:08:40.950337Z, time_deleted: None }, vni: Vni(Vni(77)), ip_pool_id: cb00123a-e923-43e3-a41d-0d6b495b7342, ip_pool_range_id: 9c9c0e62-77ac-4005-9f3c-c26e45713eba, multicast_ip: V4(Ipv4Network { addr: 224.2.0.1, prefix: 32 }), mvlan: None, underlay_group_id: Some(d288e423-120c-496d-9756-a596da108522), tag: Some(\"a9c05218-3fb7-462e-a6e5-eaf77011803c:224.2.0.1\"), state: Active, version_added: Generation(Generation(1027)), version_removed: None, underlay_salt: None }","state":"Active"}
{"msg":"group reconciliation completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.444684028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":3,"processed":3,"state":"Active"}
{"msg":"searching for multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.444726089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.44476671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.444863623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.445294933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.446381808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.446446519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.446491921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.446532801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.446734686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.449099451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.456795159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.457186478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:14.457873174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46522"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.458460138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"2b24a655-95c0-492b-9983-198733d916f8","remote_addr":"[::1]:46522","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.458535309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"2b24a655-95c0-492b-9983-198733d916f8","remote_addr":"[::1]:46522","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:14.459661636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"2b24a655-95c0-492b-9983-198733d916f8","remote_addr":"[::1]:46522","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1204,"response_code":204}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.459984963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"2b24a655-95c0-492b-9983-198733d916f8\", \"date\": \"Fri, 16 Jan 2026 23:13:14 GMT\"} })"}
{"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:14.461338085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"successfully propagated service firewall rules","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.461410606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","elapsed":"3.005797386s"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.461470228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"3.005853157s"}
{"msg":"found multicast groups","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.516266838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0}
{"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.516346269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":3,"orphaned_member_cleanup":0,"member_lifecycle_transitions":3,"active_groups_verified":3,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"multicast RPW reconciliation pass completed successfully","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:14.516395621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_operations":3,"orphaned_members_cleaned":0,"member_state_transitions":3,"active_groups_verified":3,"external_groups_deleted":0,"external_groups_created":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.516439892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":3,\"members_deleted\":0,\"members_processed\":3}","iteration":21,"elapsed":"2.810110879s"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:14.789137473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.78945807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.789531192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.789657545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.789705786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.789752767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.789797728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.792235655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.794423696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.794500448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.794741943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.797953457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.79804007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.798082771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.798118931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.798147222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.806767941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.806895604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.806938516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.807768335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.810299253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.813951588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.81402836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.814063281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.814592873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.815568506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.815676258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.819009035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.819742322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.819806794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.819848585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.834415732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.834490224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.834531365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.834566496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.835552139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.839677344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.839813158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.83990997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.841368554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.845454888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.849380059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.850468705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.850614878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.850729401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.851436527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.856587206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.856872353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.857827565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.861161933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.861249255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.861874569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.886811217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.886974801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.887044153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.887108104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.887884972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.892270883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.892355265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.892414387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.893084272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.896461421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.896546513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.896607974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.898125569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.901320133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.91150316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.911641693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.911721445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.911808727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.911874788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.91455155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.918633294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.918730867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.918792198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.920720983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.924308566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.924410309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.92448805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.925377281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.93396636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.94387923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:14.944094555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.944155626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:14.944681158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:14.950285528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f3051c42-b35e-4630-96bc-9b73ccb5f93c","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":160418,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:14.950401551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:14.950557835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.170191626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.170265607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.170305048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:15.171400704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.176944463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:15.177019315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.179366409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:15.17943255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:15.271269919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:15.73034464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.730736699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:15.731269052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9e6f5196-91f4-45cb-8990-95fd23cc6018","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.731328853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9e6f5196-91f4-45cb-8990-95fd23cc6018","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:15.731595479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9e6f5196-91f4-45cb-8990-95fd23cc6018","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.731726993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9e6f5196-91f4-45cb-8990-95fd23cc6018","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.732550412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9e6f5196-91f4-45cb-8990-95fd23cc6018","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:15.735683744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9e6f5196-91f4-45cb-8990-95fd23cc6018","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4418,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.736942513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e6f5196-91f4-45cb-8990-95fd23cc6018\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.737014695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:15.737058606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dedcc5ae-fa6a-406b-81a8-837acce0d0d8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.737112777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dedcc5ae-fa6a-406b-81a8-837acce0d0d8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:15.737156768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dedcc5ae-fa6a-406b-81a8-837acce0d0d8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.737221369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dedcc5ae-fa6a-406b-81a8-837acce0d0d8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.737864415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dedcc5ae-fa6a-406b-81a8-837acce0d0d8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:15.740503846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dedcc5ae-fa6a-406b-81a8-837acce0d0d8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3697,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.741664043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dedcc5ae-fa6a-406b-81a8-837acce0d0d8\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:15 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:15.741738565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:15.741799136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:15.741845247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.81486412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.815094355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:15.818580556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.819764293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:15.819829864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:15.819867695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:15.951350313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:15.951975058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.952036749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:15.95208262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.952120681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:15.952174582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.952211813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.952866058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:15.956083803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.956163265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.958044389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:15.95940316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:15.960749702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:15.960809083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.960854744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.960911645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:15.964934018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:15.96500753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.965056851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.965094772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.967523728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.972692258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:15.973488537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.973546648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:15.973584529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:15.989284432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.006448271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.006545623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.006592994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.006627505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.006668836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.006711507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.006751268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.006785009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.006826479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.009392369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.010522665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.010578296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.010634278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.010683909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.015732436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.015851748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.016573695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.020859025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.020975098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.021608812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.023939076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.024590081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.024661183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.024725334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.025560084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.03314394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.034583643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.034688455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.034755007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.039505637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.039689291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.039832424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.054421413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.060657597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.077115229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.077257352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.077352984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.077418386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.077480297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.078005839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.089206919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.091535513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.091642916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.091709787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.0965932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.096679602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.096758314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.09746996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.101277969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.111217419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.111377313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.111451444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.116720977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:16.121419926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cdaf8491-015d-4585-8815-5e5fb75f0628","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":169731,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:16.121854826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:16.125094101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.1694896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.169562331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.169725475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.170740039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.176266557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.176334688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.178532329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.178597501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:16.271105225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.81704088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.817112932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.817150583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.817192064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.817230035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.817265726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.993189474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":62,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.993277445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.993321017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:16.993378708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.993422709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.99347068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:16.997737769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.003699867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.00381345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.003918842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.004621079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.014994579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.015069121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":62,"elapsed":"23.182797ms"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:17.124460266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.124526938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.124580299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.127410134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.127486756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.127532457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.127570898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.127615509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.130610509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.13067099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.130698971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.132244347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.132307778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.13237373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.13241085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.133010764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.135197785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.135302318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.135339478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.135886571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.138299127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.141950311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.142114105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.142208348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.14359121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.148706719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.148863412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.148981285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.149056476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.149759643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.157130634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.157266177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.157374169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.158432884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.164464443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.173038292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.173206276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.173338759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.173449342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.174169389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.180331561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.180477115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.181260593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.185740737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.185945322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.186189077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.187217601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.187682462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.187884006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.188773237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.191206833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.191303886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.191363177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.191424618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.19191037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.230834062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.230951735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.231016056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.233654248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.239230847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.239310288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.245509922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.245599294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.245661916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.246452864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.248549133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.248609504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.250332464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.259372393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.259488376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.259568628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.25964219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.259700251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.268491275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.285006408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.28511109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.285164731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.285920249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:17.287017264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.295858629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.295953261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.296006693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.29673341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.30106139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.310649782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.310809836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.310872707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.311354678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:17.325512757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"3973f210-8e6c-4c78-bb1c-9e2bcbbd3a00","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":201110,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:17.325991588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:17.326344766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:17.730907254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.731340394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.731859276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c8f9f8dd-48ea-4e58-9f88-3f65764143cf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.731924808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c8f9f8dd-48ea-4e58-9f88-3f65764143cf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.732183454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c8f9f8dd-48ea-4e58-9f88-3f65764143cf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.732272896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c8f9f8dd-48ea-4e58-9f88-3f65764143cf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.733088485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c8f9f8dd-48ea-4e58-9f88-3f65764143cf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:17.736155085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c8f9f8dd-48ea-4e58-9f88-3f65764143cf","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4305,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.736600606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8f9f8dd-48ea-4e58-9f88-3f65764143cf\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.736823341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.737345643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c39fd85b-eb4f-4727-b4b6-4b8c285a758d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.737406034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c39fd85b-eb4f-4727-b4b6-4b8c285a758d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.737587698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c39fd85b-eb4f-4727-b4b6-4b8c285a758d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.737672291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c39fd85b-eb4f-4727-b4b6-4b8c285a758d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.738643503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c39fd85b-eb4f-4727-b4b6-4b8c285a758d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:17.741059589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c39fd85b-eb4f-4727-b4b6-4b8c285a758d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3731,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.741418087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c39fd85b-eb4f-4727-b4b6-4b8c285a758d\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:17 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.74150785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.741551661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:17.741586771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.814356038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.814449651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.816275983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:17.817049661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.817108302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:17.817145503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.169969601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.170070944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.170173786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.171119758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.173666817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.173745669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.175426678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.175487279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:18.272008057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:18.327331199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.327716568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.32778913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.327953514Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.327997775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.328055436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.328112618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.328925946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.331522676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.331620328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.332200432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.334844753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.334966006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.335037498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.335065468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.33558966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.338078168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.338120269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.33815772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.339170474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.340806622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.344494337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.344569689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.344604949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.345183573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.34766178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.347742402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.347791154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.347831784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.34852105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.350865675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.350943167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.350986858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.351628803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.354806106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.358976753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.359050164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.359099125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.359164747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.360040827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.362846482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.363000356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.363660391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.366957438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.36707099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.367657494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.370390237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.37049247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.370572211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.370635803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.371089494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.374559144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.374646576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.374716558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.375591818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.380591234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.380687936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.380750017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.381362281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.397179668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.413297421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.413441295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.413510026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.413567598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.413615669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.4136562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.426708803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.426821785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.426877787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.427526411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.441769422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.441920725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.442001357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.444645569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.448730613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.458476009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.458672934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.458745725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.459329759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:18.463471785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8b24beb7-06a3-45bc-9218-6544502a310b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":135680,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:18.464227732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:18.464493679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.817835889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.817913771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.817954682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:18.817994133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.818034483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:18.818072624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.170794631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.170862093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.170894173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.170926784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.174014415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.174093208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.176515833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.176580595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:19.270829959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.341351184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:64492","req_id":"244d4f70-2df9-4427-9d31-0011d2651f56","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   cf be 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.341431756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:64492","req_id":"244d4f70-2df9-4427-9d31-0011d2651f56","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53182,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.341572259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.341940938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.341986589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:64492","req_id":"244d4f70-2df9-4427-9d31-0011d2651f56","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.342066441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:62862","req_id":"2fc32cce-2be8-4dae-ae7f-fb11d2c4a9b3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000:   bc 4f 01 00  00 01 00 00  00 00 00 01  0b 5f 72 65   .O..........._re\n0010:   70 6f 2d 64  65 70 6f 74  04 5f 74 63  70 0d 63 6f   po-depot._tcp.co\n0020:   6e 74 72 6f  6c 2d 70 6c  61 6e 65 05  6f 78 69 64   ntrol-plane.oxid\n0030:   65 08 69 6e  74 65 72 6e  61 6c 00 00  21 00 01 00   e.internal..!...\n0040:   00 29 04 d0  00 00 00 00  00 00                      .)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.342127222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:62862","req_id":"2fc32cce-2be8-4dae-ae7f-fb11d2c4a9b3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48207,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            11,\n            95,\n            114,\n            101,\n            112,\n            111,\n            45,\n            100,\n            101,\n            112,\n            111,\n            116,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.342296356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_repo-depot._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.342339837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.342375058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:62862","req_id":"2fc32cce-2be8-4dae-ae7f-fb11d2c4a9b3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 43699, target: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_repo-depot._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.342447319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:50278","req_id":"4ece0ea7-f3d2-4f97-9d35-77da913e66e4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   ec 00 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.342579603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:50278","req_id":"4ece0ea7-f3d2-4f97-9d35-77da913e66e4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60416,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.342752917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.342789127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.342817428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:50278","req_id":"4ece0ea7-f3d2-4f97-9d35-77da913e66e4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 33923, target: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.343837402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:65364","req_id":"dd1f2c55-ead9-4fc8-8d2e-2a368ffd93aa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   c4 66 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .f..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.343910844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:65364","req_id":"dd1f2c55-ead9-4fc8-8d2e-2a368ffd93aa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 50278,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.344113818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.344152739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:65364","req_id":"dd1f2c55-ead9-4fc8-8d2e-2a368ffd93aa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.344229501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:59772","req_id":"9b34d634-13de-4cf1-bc65-93d225d3adad","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   fa f1 01 00  00 01 00 00  00 00 00 01  24 62 36 64   ............$b6d\n0010:   36 35 33 34  31 2d 31 36  37 63 2d 34  31 64 66 2d   65341-167c-41df-\n0020:   39 62 35 63  2d 34 31 63  64 65 64 39  39 63 32 32   9b5c-41cded99c22\n0030:   39 04 73 6c  65 64 0d 63  6f 6e 74 72  6f 6c 2d 70   9.sled.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.344305303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:59772","req_id":"9b34d634-13de-4cf1-bc65-93d225d3adad","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64241,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            115,\n            108,\n            101,\n            100,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.344490057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.344527128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:59772","req_id":"9b34d634-13de-4cf1-bc65-93d225d3adad","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\")), original: Query { name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.34460148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:50549","req_id":"7a2b89b9-9542-4f16-92f3-18fd75274de8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   63 df 01 00  00 01 00 00  00 00 00 01  24 37 37 65   c...........$77e\n0010:   37 63 66 36  65 2d 36 32  66 63 2d 34  61 36 30 2d   7cf6e-62fc-4a60-\n0020:   38 65 38 66  2d 33 63 32  31 38 61 38  63 38 38 33   8e8f-3c218a8c883\n0030:   66 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   f.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.344670221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:50549","req_id":"7a2b89b9-9542-4f16-92f3-18fd75274de8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 25567,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            36,\n            55,\n            55,\n            101,\n            55,\n            99,\n            102,\n            54,\n            101,\n            45,\n            54,\n            50,\n            102,\n            99,\n            45,\n            52,\n            97,\n            54,\n            48,\n            45,\n            56,\n            101,\n            56,\n            102,\n            45,\n            51,\n            99,\n            50,\n            49,\n            56,\n            97,\n            56,\n            99,\n            56,\n            56,\n            51,\n            102,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.344866716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.344927717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:50549","req_id":"7a2b89b9-9542-4f16-92f3-18fd75274de8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"77e7cf6e-62fc-4a60-8e8f-3c218a8c883f.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:19.465354019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.465706597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.465773618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.465935112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.465983183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.466030784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.466067805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.466955206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.471373048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.47142828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.47145982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.474001529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.474716916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.474777827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.474828358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.475528324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.478832291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.478904583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.478938854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.47962486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.489327404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.492826296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.492940708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.49299449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.493516462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.497880273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.497957994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.497999105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.498033556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.498545608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.508863127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.508941739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.50901262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.509724417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.513165137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.516994696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.51715607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.517207071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.517260912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.517733803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.546784496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.546881658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.54692697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.553553644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.553695927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.554376543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.56117724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.563296649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.563377111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.563461573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.563517794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.570882515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.572275677Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.572345729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.57239608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.575187245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.57843875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.578509872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.578556483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.580219011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.589178019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.589329703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.589415805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.589473866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.589538538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.590230834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.594171365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.594263137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.594328438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.594930402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.599068148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.59913714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.599172131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.599871107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.603303497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.614343302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.614697261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.614798883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.615054149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:19.624928288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"1db0f815-eea2-46cd-bbc2-daf711971f39","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":152983,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:19.62502861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:19.625066311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:19.730785141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.731767704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.731818755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"55220cbc-a5f5-477c-b066-8a920a8205e5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.731868957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"55220cbc-a5f5-477c-b066-8a920a8205e5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.733817011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"55220cbc-a5f5-477c-b066-8a920a8205e5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.733890233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"55220cbc-a5f5-477c-b066-8a920a8205e5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.733943225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"55220cbc-a5f5-477c-b066-8a920a8205e5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:19.744936649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"55220cbc-a5f5-477c-b066-8a920a8205e5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10321,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.745029991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55220cbc-a5f5-477c-b066-8a920a8205e5\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.745077432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.745115973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"496f0acf-ea24-4220-b1a0-265d17a8d8a7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.745162154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"496f0acf-ea24-4220-b1a0-265d17a8d8a7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.745208755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"496f0acf-ea24-4220-b1a0-265d17a8d8a7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.745278617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"496f0acf-ea24-4220-b1a0-265d17a8d8a7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.745331889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"496f0acf-ea24-4220-b1a0-265d17a8d8a7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:19.746624068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"496f0acf-ea24-4220-b1a0-265d17a8d8a7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3591,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.746957026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"496f0acf-ea24-4220-b1a0-265d17a8d8a7\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:19 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.747023838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.747073709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:19.74711095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.816930798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.816986819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.81700917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:19.817530252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.817589833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:19.817628544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:20.022273178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35702"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.023532678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"5fa55173-0c2a-4b52-b223-3dcef25974e4","remote_addr":"[::1]:35702","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:20.023611629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"5fa55173-0c2a-4b52-b223-3dcef25974e4","remote_addr":"[::1]:35702","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":204,"response_code":200}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.169630914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.169700206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.169856509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.170890813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.173494103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.173550605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.176992535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.177065146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:20.270542693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:20.451293553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35704"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.45158573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"55549132-605a-4c79-9f4a-c28f508d2e77","remote_addr":"[::1]:35704","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:20.451790854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"55549132-605a-4c79-9f4a-c28f508d2e77","remote_addr":"[::1]:35704","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":226,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:20.457682251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35706"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.458034419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"03090eb0-e7fd-4569-8bf6-3121b0af8338","remote_addr":"[::1]:35706","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:20.458199693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"03090eb0-e7fd-4569-8bf6-3121b0af8338","remote_addr":"[::1]:35706","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":170,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:20.502964681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35708"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.506124094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"c621a115-4b38-426d-83a5-1305b75c9c4b","remote_addr":"[::1]:35708","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:20.506453712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"c621a115-4b38-426d-83a5-1305b75c9c4b","remote_addr":"[::1]:35708","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":357,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:20.513797352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35710"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:20.513853563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35712"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.5141639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"22d5ed24-9862-4fcc-9fb8-d4b3d999260e","remote_addr":"[::1]:35710","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.514288814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"15ae8994-f1cc-4b8c-8840-cbfc36b7339e","remote_addr":"[::1]:35712","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:20.514414946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"22d5ed24-9862-4fcc-9fb8-d4b3d999260e","remote_addr":"[::1]:35710","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":258,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:20.514503128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"15ae8994-f1cc-4b8c-8840-cbfc36b7339e","remote_addr":"[::1]:35712","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":224,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:20.51628162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35714"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.516534086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"f0b69319-d9cb-404b-83b1-be86ddc0c3f1","remote_addr":"[::1]:35714","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:20.516637578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"f0b69319-d9cb-404b-83b1-be86ddc0c3f1","remote_addr":"[::1]:35714","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":113,"response_code":200}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:20.525503613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35716"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.525871112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"1e1d791c-65c5-4cc7-8422-9a1b8b635d53","remote_addr":"[::1]:35716","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:20.526044706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"1e1d791c-65c5-4cc7-8422-9a1b8b635d53","remote_addr":"[::1]:35716","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":187,"response_code":200}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:20.620787322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.62112351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.621191501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.621317104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.621372966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.621410906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.621444087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.622154774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.62458014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.624647941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.625238515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.627688532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.627771954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.627830055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.627872526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.628368718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.630981628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.63103988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.631076041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.631679535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.633861625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.638891102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.638972603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.639020965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.639055645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.640746354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.640807686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.640856407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.640919729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.641444441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.644998933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.645057965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.645098546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.645134996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.647313747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.650950281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.651021643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.651078554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.651143066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.651544325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.655125488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.65519883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.655248861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.6638368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.663942942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.664745061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.667250939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.667379172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.667468614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.667539606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.668049988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.671451766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.671557199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.671683822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.672284125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.675343167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.675427918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.67548486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.676052343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.68066018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.691569763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.691697536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.691776938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.691847459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.691908171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.692681679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.696259031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.696364234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.696435455Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.696912386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.739470423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.739579166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.739650047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.74022046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:20.741443319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58502"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.741510581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","registration_count":"2"}
{"msg":"will register with Nexus at 127.0.0.1:36887","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.741544371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.7794531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:36887/metrics/producers","method":"POST"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.780472143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/producers","method":"POST","req_id":"de0e5101-d3ee-438b-8c50-d8a04fbb1f32","remote_addr":"127.0.0.1:58502","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.780536355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/producers","method":"POST","req_id":"de0e5101-d3ee-438b-8c50-d8a04fbb1f32","remote_addr":"127.0.0.1:58502","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:20.780610147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58504"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.781000336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"de0e5101-d3ee-438b-8c50-d8a04fbb1f32","remote_addr":"127.0.0.1:58502","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.781070877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"de0e5101-d3ee-438b-8c50-d8a04fbb1f32","remote_addr":"127.0.0.1:58502","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.781702762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"de0e5101-d3ee-438b-8c50-d8a04fbb1f32","remote_addr":"127.0.0.1:58502","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.782735116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.791999551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.792131384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.792191535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.792630025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.793949386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/producers","method":"POST","req_id":"71b67343-268e-419a-abff-5112a0cfb9d7","remote_addr":"127.0.0.1:58504","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.794000037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/producers","method":"POST","req_id":"71b67343-268e-419a-abff-5112a0cfb9d7","remote_addr":"127.0.0.1:58504","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.794305154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"71b67343-268e-419a-abff-5112a0cfb9d7","remote_addr":"127.0.0.1:58504","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.794363325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"71b67343-268e-419a-abff-5112a0cfb9d7","remote_addr":"127.0.0.1:58504","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.794875647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"71b67343-268e-419a-abff-5112a0cfb9d7","remote_addr":"127.0.0.1:58504","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:20.79972904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"98fc915b-7215-49b3-8869-8452349fc59d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":178591,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:20.800258352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:20.800696453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.814163674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.81441031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.816318164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.817197775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.817251126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:20.817287367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"assigned collector to new producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:20.90626915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:20.906336531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/producers","method":"POST","req_id":"de0e5101-d3ee-438b-8c50-d8a04fbb1f32","remote_addr":"127.0.0.1:58502","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":125652,"response_code":201}
{"msg":"assigned collector to new producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:20.969107206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:20.969368392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/producers","method":"POST","req_id":"71b67343-268e-419a-abff-5112a0cfb9d7","remote_addr":"127.0.0.1:58504","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":175424,"response_code":201}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.970539289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71b67343-268e-419a-abff-5112a0cfb9d7\", \"content-length\": \"41\", \"date\": \"Fri, 16 Jan 2026 23:13:20 GMT\"} })"}
{"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:20.971579013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","wait_period":"150s","lease_duration":"600s"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.16988623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.17029109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.170446023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.171469157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.174550008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.17461106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.176416522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.176473653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:21.272000897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:21.730628248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.731007757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.731533639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"56f3600d-bc95-48c7-8aef-59d10b7b0862","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.731645442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"56f3600d-bc95-48c7-8aef-59d10b7b0862","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.731859867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"56f3600d-bc95-48c7-8aef-59d10b7b0862","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.731937108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"56f3600d-bc95-48c7-8aef-59d10b7b0862","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.733670179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"56f3600d-bc95-48c7-8aef-59d10b7b0862","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:21.736463964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"56f3600d-bc95-48c7-8aef-59d10b7b0862","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4940,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.736956205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56f3600d-bc95-48c7-8aef-59d10b7b0862\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.73719485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.737643001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"23c31399-5c05-4d76-ba0b-b7d279904afe","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.737707022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"23c31399-5c05-4d76-ba0b-b7d279904afe","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.737913337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"23c31399-5c05-4d76-ba0b-b7d279904afe","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.737992979Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"23c31399-5c05-4d76-ba0b-b7d279904afe","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.738679505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"23c31399-5c05-4d76-ba0b-b7d279904afe","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:21.741219694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"23c31399-5c05-4d76-ba0b-b7d279904afe","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3576,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.741623193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23c31399-5c05-4d76-ba0b-b7d279904afe\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:21 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.741730006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.741771097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:21.741800897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:21.801238815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.801622904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.801679416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.801847639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.801906071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.801945562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.801980632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.802803362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.805743899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.805805171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.806362894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.808646587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.808743909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.80879142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.808826781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.809570478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.821256029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.821325441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.821361942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.822124419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.823387529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.82471893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.824773731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.825358085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.825422286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.825815095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.826292646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"ef79645a-e258-4133-9fe9-8b97dfad19b2","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:21.839216346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"ef79645a-e258-4133-9fe9-8b97dfad19b2","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":12905,"response_code":200}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.839620245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.842298557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.842404759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.84245215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.842896651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.844265112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.86009343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.860173981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.860216353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.860270044Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.860832907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.860907958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.86095139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 21 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.862683159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 21 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.862736401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 21 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.862773612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.878282871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":4,"sql":"INSERT INTO oximeter.fields_ipaddr FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.883005331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.883519703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.883566004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.883624845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.883661016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.892251465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.893504324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.893559285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.893590636Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.896568885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_ipaddr","n_rows":4}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.897685341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":40,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.898470489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.90238312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.902464881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.902545173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.902617265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.903322112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.905374519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":40}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.905459731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":23,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.906817322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.906910484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.907758334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.920697984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":23}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.920771986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":23,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.924375219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":23}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.932454247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":5,"n_rows":2,"sql":"INSERT INTO oximeter.measurements_cumulativeu64 FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.932532898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.93260806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.932662311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.932720502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.932801124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.932930098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.933012509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.933999902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.938364054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.938487596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.938555618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.939328726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.943284238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.94338856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.943457482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.944642069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.950164857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_cumulativeu64","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.951247112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.951324774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.960097527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.96065199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.960760643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.960834914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.960912246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.960974418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:21.965296938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.965445692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.965547584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.965616785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.966369263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.970099409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.972068095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.972142456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.972192328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.975459914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.976067768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.978613497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.989445328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.989611032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.989671473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.990584644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.994093565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":63,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.994161077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.994205618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:21.994248659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.99429144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.994329641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:21.994821842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8850e76b-3f2b-4d3f-aedb-012132589507","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":193187,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:21.995871227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:21.995930778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:21.996416599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:22.011290314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:22.011458148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:22.011508459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:22.012061912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:22.015228875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:22.015302627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":63,"elapsed":"22.989423ms"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:22.169563423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:22.170594397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:22.170662558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:22.170898344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:22.176151456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:22.176230687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:22.18972958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:22.189807732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:22.270315678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:22.814272367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:22.814357179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:22.816010838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:22.817743878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:22.817808949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:22.81784896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:22.996299467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:22.996613124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:22.996675996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:22.996828419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:22.996905441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:22.996950512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:22.996985133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:22.997873243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.002193944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.002250825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.002281335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.004706331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.004873806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.004949707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.004989768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.005968351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.008831207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.00893324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.008979821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.009617836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.013306641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.016988736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.017080488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.01713009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.017424496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.020471847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.020797955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.020959468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.021080861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.02229819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.025125385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.025187707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.025230848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.026756623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.029389114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.035397463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.035485175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.035607588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.03567349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.036247873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.039535909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.039630601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.042029967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.042314793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.042417076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.042960498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.060954016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.061069149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.06114038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.061199661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.061777065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.064564839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.064676422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.064870806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.065648994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.068288856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.068389758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.068453769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.068954561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.072299189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.082322821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.082436834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.082531816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.082617398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.082680719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.083168891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.087232775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.087341417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.087407949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.10083031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.105517649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.105613661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.105690323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.106261026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.109618914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.118836688Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.118991201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.119163355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.119612315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:23.124946999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"75b4f7eb-59c7-49b4-8918-114006f005d7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":128330,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:23.125366528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:23.125710247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.171775304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.174566019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.174884156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.17630622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.179067014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.179209117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.181290795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.181343957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:23.276024781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:23.730855724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.731188532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.731575371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2b2850a6-ed68-4316-9ec9-594295cdd5be","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.731666073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2b2850a6-ed68-4316-9ec9-594295cdd5be","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.731889478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2b2850a6-ed68-4316-9ec9-594295cdd5be","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.73196887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2b2850a6-ed68-4316-9ec9-594295cdd5be","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.732647016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2b2850a6-ed68-4316-9ec9-594295cdd5be","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:23.738630524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2b2850a6-ed68-4316-9ec9-594295cdd5be","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4903,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.738699276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b2850a6-ed68-4316-9ec9-594295cdd5be\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.738741287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.738774698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a5692eeb-77e4-4bc9-bfa4-041281fd0de3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.738815948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a5692eeb-77e4-4bc9-bfa4-041281fd0de3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.73886459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a5692eeb-77e4-4bc9-bfa4-041281fd0de3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.738920521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a5692eeb-77e4-4bc9-bfa4-041281fd0de3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.739158086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a5692eeb-77e4-4bc9-bfa4-041281fd0de3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:23.743420765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a5692eeb-77e4-4bc9-bfa4-041281fd0de3","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5943,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.743836275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5692eeb-77e4-4bc9-bfa4-041281fd0de3\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:23 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.743925237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.743987778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:23.744027669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.81738811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.817457042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.817493922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:23.817526893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.817562314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:23.817612725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:24.126994877Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.127318744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.127386596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.127520369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.12758011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.127631821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.127668332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.128399329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.130814215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.130871776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.131440069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.133712372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.133793424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.133833945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.133871176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.134345357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.136328843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.136461396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.136514917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.137094031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.139093007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.142310752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.142429294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.142478816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.142882265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.144771718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.1448458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.144904521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.144945862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.145356762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.147308467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.147349588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.147375789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.147870681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.16639103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.170685649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.170777291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.170833233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.170898584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.171625591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.172601094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.172736767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.173018853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.174118269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.175852479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.175936491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.176575576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.178153692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.178210254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.179178966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.179299089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.179804751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.181792727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.181851028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.182086063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.182188556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.182260307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.182324809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.182671587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.185676037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.185752409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.18580551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.186269791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.189358632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.189470095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.189540136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.190307724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.193099049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.201934434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.202034586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.202121278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.202172559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.20221843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.202569118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.206153791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.206232463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.206289375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.206701544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.209805986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.209921239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.210008951Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.210520243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.21472506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.223278869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.223417492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.223503734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.223916724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:24.227717631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2321bdfb-2f12-4a7a-b112-8a3a2b27b8ee","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":100393,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:24.228469779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:24.228766956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:24.275146041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.814645097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.814733179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.816317985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:24.817521853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.817578685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:24.817618826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.169669326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.169742417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.169898551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.170826743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.175853179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.175918381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.177903967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.177957568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:25.231644043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.231708894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.231759435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.231807596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.231844797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.231890268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.231930519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.23196127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.233310481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.233383833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.233991667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.236452984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.236512736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.236559117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.236594348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.237290304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.239665418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.23972543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.239775191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.240239902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.242460273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.246320973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.246379844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.246418745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.246438466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.248499734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.248565055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.248613696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.248657777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.249119168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.251214316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.251281628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.251320339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.252474675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.255887965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.259619211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.259689013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.259755464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.259835606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.260289467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.262701273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.262779414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.263235245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.264975765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.265060277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.265829265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.268099588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.268527478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.26862659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.268700612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.268893426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:25.270394241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.273019362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.273113244Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.273181816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.273659517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.276790499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.276868241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.276954163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.277404103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.280895274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.289486323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.289602846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.289683798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.28975911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.289811641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.29020924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.295290338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.295348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.295387061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.295865541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.299230219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.299330352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.299386503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.299900365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.303287033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.311974205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.312121838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.312257021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.313770796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:25.316124591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2215b235-f79c-4492-b7c4-959d28dd8a64","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":86472,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:25.316553321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:25.316810907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:25.730950467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.731363076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.732917172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b55a98a5-0464-47a0-99a5-ee9153c660f5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.732985664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b55a98a5-0464-47a0-99a5-ee9153c660f5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.733029065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b55a98a5-0464-47a0-99a5-ee9153c660f5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.733091096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b55a98a5-0464-47a0-99a5-ee9153c660f5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.734055419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b55a98a5-0464-47a0-99a5-ee9153c660f5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:25.736114387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b55a98a5-0464-47a0-99a5-ee9153c660f5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4253,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.736483355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b55a98a5-0464-47a0-99a5-ee9153c660f5\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.736672659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.737143901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fc871ebc-1951-4e45-ab1e-0282850fd2d8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.737227052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fc871ebc-1951-4e45-ab1e-0282850fd2d8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.738098363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fc871ebc-1951-4e45-ab1e-0282850fd2d8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.738177504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fc871ebc-1951-4e45-ab1e-0282850fd2d8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.738371719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fc871ebc-1951-4e45-ab1e-0282850fd2d8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:25.740955629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fc871ebc-1951-4e45-ab1e-0282850fd2d8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3813,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.742889763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc871ebc-1951-4e45-ab1e-0282850fd2d8\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:25 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.742985756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.743042217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:25.743072548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.81481039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.814887282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.816611252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:25.81738399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.817453512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:25.817520484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.170201608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.17026583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.170296241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.170326642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.172329698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.172386729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.174016837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.174073069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:26.274771953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:26.317888432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.318243811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.318314062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.318474096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.318516287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.318553458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.318588599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.320151045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.321897835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.321967937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.322914999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.325776825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.325849767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.325884167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.325913148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.325936918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.328245152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.328292443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.328332124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.328937428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.332684765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.336541934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.336622336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.336681248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.338625563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.339476023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.339567445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.339631856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.339674757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.340145318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.344049948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.344149451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.344203672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.3462975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.348730267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.352361401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.352441563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.352548806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.352617047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.353085958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.35663094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.356704211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.357302576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.359275551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.359360943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.359918096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.362088417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.362165338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.36222067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.36225674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.362742232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.365564087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.36566139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.3656983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.366235443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.369779215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.369879857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.369958959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.37002128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.373308117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.380922613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.381066406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.381141298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.381196899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.381249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.381574838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.384912396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.384993858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.385048249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.385610572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.388813446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.388928679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.388995591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.389655766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.393073665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.401695335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.401839488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.401884089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.40235757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:26.405587395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8c4426d7-7480-4bf5-b36b-6c5b7102b520","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":87339,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:26.406215169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:26.406325272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.81419342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.814297202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.816167745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.816926063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.816982335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.817022755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.897204305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":23,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.897280637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.897318308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.897364969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.89739882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.89742732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.897466621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":22,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.897500752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.897534293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.897568493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.897602664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.897630905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.897670696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":22,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.897700077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.897733097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.897759958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.897791809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.903660925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.903771457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.903811788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.90434775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.905454266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.911039126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.911172299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.911291722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.912130201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.913197386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.913309829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.913410741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.913508743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.915194273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.917938116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"original_time_started":"2026-01-16 23:08:17.449297 UTC","original_id":"1f884896-3377-4f37-8274-2f6d5ab61291","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.918957609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"1f884896-3377-4f37-8274-2f6d5ab61291\",\"time_loaded\":\"2026-01-16T23:13:26.890410667Z\",\"time_started\":\"2026-01-16T23:08:17.449297Z\"}}","iteration":23,"elapsed":"28.586524ms"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.919274087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":22,"elapsed":"26.7122ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.923130996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.926604017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.929035003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.929160306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.929997605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.931644814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.931698945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.931760916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.931798917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.93236757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.934615912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.937753985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.940500439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.940658833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:26.940708854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.940741475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":22,"elapsed":"46.56608ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.991354729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":64,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.991432641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.991614885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:26.991693077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.991749998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.992398623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:26.996356595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.005309852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.005428305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.005548278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.006218793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.009157782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.009228243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":64,"elapsed":"17.876154ms"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.169554201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.169631953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.169774917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.172131421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.17336933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.173430431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.17552957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.175592502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:27.275452617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:27.409996108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.410058369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.41010759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.410147301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.410185102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.410226943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.410268484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.410303715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.411649596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.411709087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.412333612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.414989493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.415072135Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.415117376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.415140827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.415527956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.420043731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.420118513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.420168584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.420842469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.423705866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.427697138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.42776942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.427807641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.428299162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.43078166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.430866112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.430911663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.430950964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.431524367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.433682427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.433767039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.43381323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.434317502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.441170291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.44417637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.444272143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.444346984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.444406566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.444936778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.447981359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.448060471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.449555125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.450906747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.451000319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.453807584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.458253737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.458362929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.458438061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.458496313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.459120277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.462769262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.462849874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.462903535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.463818096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.471961355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.472103778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.47217203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.472712692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.476429558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.488654512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.488780785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.488854077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.488934268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.48899443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.48942476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.498407528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.49849014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.498549051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.499265448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.503752862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.503850414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.503915256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.504597252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.514310817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.523680794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.523869159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.524001232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.524573055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:27.529932639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"aa699dcd-b818-4ab5-87f5-245f3c208c31","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":121946,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:27.533503422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:27.5338517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:27.730095242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.73044528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.73089801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b1793602-a2c5-4d99-9917-6fda2285f798","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.730978382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b1793602-a2c5-4d99-9917-6fda2285f798","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.731200707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b1793602-a2c5-4d99-9917-6fda2285f798","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.731285989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b1793602-a2c5-4d99-9917-6fda2285f798","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.732753263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b1793602-a2c5-4d99-9917-6fda2285f798","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:27.735001875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b1793602-a2c5-4d99-9917-6fda2285f798","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4091,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.735485257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1793602-a2c5-4d99-9917-6fda2285f798\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.735708402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.736124651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4764a7b5-5346-46b8-8910-b17ca732cd5c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.736186383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4764a7b5-5346-46b8-8910-b17ca732cd5c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.736400018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4764a7b5-5346-46b8-8910-b17ca732cd5c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.73647582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4764a7b5-5346-46b8-8910-b17ca732cd5c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.737025592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4764a7b5-5346-46b8-8910-b17ca732cd5c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:27.747335631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4764a7b5-5346-46b8-8910-b17ca732cd5c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":11099,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.747751441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4764a7b5-5346-46b8-8910-b17ca732cd5c\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:27 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.747863224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.747916495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:27.747954796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.8149525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.815045362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.816910235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:27.817608191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.817663283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:27.817696053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.169267547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.169363589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.169499922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.170514136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.173080586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.173148477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.175779518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.175836029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:28.270407642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:28.535359527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.535739656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.535806128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.535942921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.536000352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.536041533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.536077144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.537321473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.539824151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.539969395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.5406421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.543023755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.543100347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.543138088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.543172259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.543695801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.545936753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.546021635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.546071116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.546579348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.548690466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.551572003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.551662275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.551701216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.552161857Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.55399812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.554057571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.554095262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.554133253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.554482581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.556360555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.556438966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.556503798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.556938398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.558786271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.562340273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.562421735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.562566278Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.562672191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.562991268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.565401934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.565489686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.565891325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.568127968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.568266781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.568831874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.570888781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.570993334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.571080786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.571121687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.573213386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.574734721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.574821063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.574900954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.575428627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.578412996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.578534058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.57861028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.57901274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.581758753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.590071826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.590199299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.590278471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.590358043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.590425434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.590818094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.594194202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.594306174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.594379546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.594793076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.598618155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.598705166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.598759068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.599195138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.602209708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.610999571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.611142855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.611211407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.611654117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:28.615618099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7b6cb864-2b22-4d8b-b99c-ad1117a96bce","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":79883,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:28.616041909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:28.616331015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.81445634Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.814542882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.81615456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:28.816963788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.81700874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:28.81703793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.17060889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.170677332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.170709533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.170741744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.174393538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.17445913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.17877415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.178844801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:29.270584749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:29.617802912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.61814248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.618204051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.618356525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.618425026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.618468397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.618504878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.620107495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.623153185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.623209987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.623244938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.627970397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.628039839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.6280851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.628126991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.628161022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.629977464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.630091027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.630168968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.63108722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.635220225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.644229435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.644398669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.644535952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.645384692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.64920473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.649428145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.649665981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.649786374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.650806237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.653301905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.653422338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.653559681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.654224806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.663325868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.674554358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.67465685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.674707721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.674773383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.686839233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.690851446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.690940998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.690992259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.693749693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.693824215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.693872976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.695436942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.695610236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.695748719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.695859402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.697543871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.701425751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.702442375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.702517256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.702563357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.706837897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.70698006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.707100383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.707891411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.713787387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.739112095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.739290839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.739437533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.739558506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.739674108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.740396825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:29.742105485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.742558745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.743135238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4f0310b1-9f58-436c-b1a8-e427943fefd7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.743241371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4f0310b1-9f58-436c-b1a8-e427943fefd7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.74361585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4f0310b1-9f58-436c-b1a8-e427943fefd7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.743739342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4f0310b1-9f58-436c-b1a8-e427943fefd7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.744586172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4f0310b1-9f58-436c-b1a8-e427943fefd7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.745959674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.746052406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.746109937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.746609799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:29.74881664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4f0310b1-9f58-436c-b1a8-e427943fefd7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5678,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.749302221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f0310b1-9f58-436c-b1a8-e427943fefd7\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.749516356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.749913256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.750000468Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.750057509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.7505522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.751361019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fdceba5d-8595-4b39-b60c-c8f30d559b29","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.751646896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fdceba5d-8595-4b39-b60c-c8f30d559b29","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.752020934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fdceba5d-8595-4b39-b60c-c8f30d559b29","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.752097476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fdceba5d-8595-4b39-b60c-c8f30d559b29","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.752593948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fdceba5d-8595-4b39-b60c-c8f30d559b29","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:29.754676906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fdceba5d-8595-4b39-b60c-c8f30d559b29","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3322,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.755065425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdceba5d-8595-4b39-b60c-c8f30d559b29\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:29 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.755175558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.755216939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:29.755247069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.755656749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.773203426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.773345809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.773407001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.783755431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:29.788013279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d0d1b952-6a80-448b-933b-e40584c014f0","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":169461,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:29.788518001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:29.788570092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.814723899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.814812551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.816700625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:29.817449402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.817513364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:29.817558445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.169128908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.16920173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.169374314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.170348047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.174424911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.174496943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.176857067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.176934589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:30.270670783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:30.790012358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.790300504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.790367426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.790489929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.79055112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.790603971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.790646522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.792654999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.795464494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.795523996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.795555367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.804713988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.804821471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.804871212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.804932764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.806128132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.810056703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.810118444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.810165315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.810783409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.813990604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.814138067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.81987425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.819975493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.820023974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.820535846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.821356134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.824121779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.82418372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.824237772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.824279253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.824332294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.824380805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.824420386Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.824458927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.825556302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.828514321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.828571732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.828635774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.829186347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.831170272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.83367667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.833757332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.833812293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.833877045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.834362676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.836815303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.837196592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.83755477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.839633489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.839739081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.840260213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.842828653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.842929185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.842993807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.843061578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.843117799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.863980663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.864083165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.864157797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.864218249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.86429577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.864365982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.864430784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.864486045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.873035833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.881230483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.881353166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.881424858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.881477529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.881552771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.88196498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.886766052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.886864914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.886918595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.887475508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.890919958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.89099998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.891051921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.892418533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.896864546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.907026842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:30.907151695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.907209456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:30.907707428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:30.911510906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"709948e6-75ec-4e2f-9fd8-57a047c0a355","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":121199,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:30.912158091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:30.912354825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.169469039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.169569071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.169761255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.170818039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.173311887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.173390299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.175923908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.175971349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:31.270639005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:31.732916786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.733001408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.733041649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ffce48b2-135b-4fcb-935d-b28a17a57e4e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.7330912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ffce48b2-135b-4fcb-935d-b28a17a57e4e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.733136331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ffce48b2-135b-4fcb-935d-b28a17a57e4e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.733197153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ffce48b2-135b-4fcb-935d-b28a17a57e4e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.733248624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ffce48b2-135b-4fcb-935d-b28a17a57e4e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:31.73568032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ffce48b2-135b-4fcb-935d-b28a17a57e4e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4740,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.736147581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffce48b2-135b-4fcb-935d-b28a17a57e4e\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:31 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.736369256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.736782516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2a2a5b8e-9994-4f8a-ad85-0d2c149d9cde","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.736858107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2a2a5b8e-9994-4f8a-ad85-0d2c149d9cde","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.737069742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2a2a5b8e-9994-4f8a-ad85-0d2c149d9cde","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.737132454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2a2a5b8e-9994-4f8a-ad85-0d2c149d9cde","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.73781837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2a2a5b8e-9994-4f8a-ad85-0d2c149d9cde","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:31.740362038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2a2a5b8e-9994-4f8a-ad85-0d2c149d9cde","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3581,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.740717296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a2a5b8e-9994-4f8a-ad85-0d2c149d9cde\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:31 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.74085366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.740931941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:31.740978933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.816933524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.817015346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.817082567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.817126839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.81716746Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"02107e67-8f9e-4bf2-a879-3488b0cd2fee","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:31.833601731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"02107e67-8f9e-4bf2-a879-3488b0cd2fee","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":18218,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.834351538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.85126702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.851358753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.851404384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.851444255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.852043678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.85209868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.852161411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.852404327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.853300018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 19 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.853356209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.867717122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":38,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.872493383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":38}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.872613576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.877804356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.877924409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.882051254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.882133896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.888131116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.888210718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:31.913876173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.914456826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.914581589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.914869536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.914984348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.915102541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.915230404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.916944124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.919973034Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.920046536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.920783973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.923873515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.924583881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.924634462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.924684493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.924712544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.930213931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.930285853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.930329184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.931146173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.949146531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.95299229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.953077822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.953128633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.95384531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:31.957936114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.958223551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.958270272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.958305423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.958338944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.958904887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.96162254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.961689261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.963530114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.963604976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.967771333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.972134444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.973537646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.973611638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.973666399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.97371109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.987994771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.988130985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.989198299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.994136954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":65,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.994204946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.994254097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:31.994307858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.994352119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.995110417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:31.99828296Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.006238905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:32.006317087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.006362408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.006952171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:32.011098658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.011227061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.011284632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.013209487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.01337682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":65,"elapsed":"19.264257ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:32.014878265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:32.015006478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:32.01507159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.015133041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.015802016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:32.019661896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:32.019796119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.019863291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.020448404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:32.025470721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:32.025572743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.025665156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.026397953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.030263342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.041904212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:32.042024895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:32.042108807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:32.042169658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.042224229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.043466888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:32.04700227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:32.049396995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.049478637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.049532749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:32.051856743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:32.051939395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.052020316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.052629591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.058798394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.068823816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:32.068951299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.069021711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.069661486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:32.074288723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c18e3a9c-a695-4415-bc2b-9e45ba258a3e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":159825,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:32.074927868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:32.074972769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.169330767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.169406509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.169571513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:32.170607367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.173089534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:32.173155466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.175524581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:32.175583462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:32.270959504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.817842617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.817923099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:32.817972391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:32.818026112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:32.818073003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:32.818120544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:33.076392394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.076729522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.076789763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.077017048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.077071429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.07710947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.077150641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.077831517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.081680397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.081748698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.082421174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.084991084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.085044395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.085093006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.085129117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.08568637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.087959793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.088015264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.088049545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.08870364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.091101365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.096680395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.096751336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.096792517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.101785203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.104387914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.104450065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.104491216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.104525407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.105688794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.107951806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.108021247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.108072189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.10943815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.111725453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.114477347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.114735343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.114812775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.114880637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.115089222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.121633123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.121754246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.122315939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.124731875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.124833297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.1253827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.128181685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.128280608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.128349109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.128423961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.128689697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.131880581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.131977913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.132046685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.132634518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.136437656Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.136518178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.13657987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.136977199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.139648341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.15038103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.150491472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.150574794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.150638666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.150702337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.150975424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.154556357Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.154656429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.154732491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.155232492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.16459569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.164706233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.164769154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.164822365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.164873616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.171320335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.171428458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.17149821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.171998221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.173091687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.173173089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.173213139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.173899675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.176379203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.176440674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:33.176991057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5bb66c9f-d079-4209-b8c1-56bd7dbfe740","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":100265,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:33.178478462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:33.178524203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.178561594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.178609595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:33.27414362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:33.730854632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.73118094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.731657521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0f6b8f8e-31f2-40ab-bde3-1e1fcdd43355","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.731719633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0f6b8f8e-31f2-40ab-bde3-1e1fcdd43355","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.731945258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0f6b8f8e-31f2-40ab-bde3-1e1fcdd43355","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.732005889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0f6b8f8e-31f2-40ab-bde3-1e1fcdd43355","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.732674845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0f6b8f8e-31f2-40ab-bde3-1e1fcdd43355","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:33.735809727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0f6b8f8e-31f2-40ab-bde3-1e1fcdd43355","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4151,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.736275508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f6b8f8e-31f2-40ab-bde3-1e1fcdd43355\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:33 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.736474993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.737118377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"06ea9d33-4211-45c3-8a9d-a36bf50470f6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.737181049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"06ea9d33-4211-45c3-8a9d-a36bf50470f6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.738007528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"06ea9d33-4211-45c3-8a9d-a36bf50470f6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.742194906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"06ea9d33-4211-45c3-8a9d-a36bf50470f6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.742266767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"06ea9d33-4211-45c3-8a9d-a36bf50470f6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:33.742333789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"06ea9d33-4211-45c3-8a9d-a36bf50470f6","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4923,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.742730398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06ea9d33-4211-45c3-8a9d-a36bf50470f6\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:33 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.742929143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.743005194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:33.743086106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.817391519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.817460901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.817502962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:33.817541213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.817578804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:33.817613395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.169971747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.170051758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.170234522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.171184544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.174338668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.174407179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:34.184940923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.184998065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.185040336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.185068506Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.185111927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.185154208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.18520727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.185245961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.185280011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.185307242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.185880665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.185968367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.186551911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.189031369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.189188372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.189258924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.189303045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.189856538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.192355616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.193497242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.193550143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.193580884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.195166441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.19816199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.198232542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.198272053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.198794955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.200909294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.200968475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.201005646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.201046547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.201642501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.203918724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.203975425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.204011826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.204497827Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.206530564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.209704578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.20978041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.21024303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.210348883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.210895666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.217710874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.217810316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.218507992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.221035921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.221120013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.221647905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.223693243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.223789245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.223845686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.223896967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.224308577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.227868099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.227946601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.228005282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.228549825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.232111088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.232747112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.232843485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.232934917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.236175612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.243831229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.243930262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.244007864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.244061115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.244118196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.244612087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.248357774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.248448416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.248529469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.250470374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.252633804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.252712395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.252766267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.253290909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.257168149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.265772628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.265872001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.265950313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.266941605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:34.269221569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"84037673-0b08-4f2f-8158-cb698d08ee2b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":88795,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:34.26969772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:34.270030967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:34.271271036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.814480324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.814562976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.816284476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:34.817066894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.817124165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:34.817160346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.169812205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.171115225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.171172707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.171210577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.172819335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.172889536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.175087547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.175151929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:35.273698224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:35.273761106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.273814517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.273856878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.273890849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.273920549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.27395195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.273989311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.274014281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.277109284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.277168325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.277204696Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.278467875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.279418617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.279471738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.279516759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.27954802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.282251633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.28299915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.283049851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.283181945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.288277782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.292026349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.292099381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.292152052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.292652744Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.294870945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.2959247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.295976151Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.296011912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.296040093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.298400378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.298458589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.29850233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.299060753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.301201583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.304809846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.304900528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.304959609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.305032421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.306353392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.308091582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.308178954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.308719846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.311518262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.31187928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.312138846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.314289156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.314375488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.314423109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.31447715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.314949691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.320265734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.320352046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.320407908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.322602188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.32610287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.326262464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.326334425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.32695643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.333488851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.343715048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.346011811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.346101664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.346153865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.346208876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.346250657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.350528896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.351416687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.351494378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.35155089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.354086529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.354174291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.356815272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.357360215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.360561039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.368959504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.369067176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.369128107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.369540257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:35.373172781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9a89b6e9-8ac1-4689-8a1a-4bc8c64e3e35","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":101568,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:35.374137154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:35.374182195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:35.730068779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.730399916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.730834856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f21e5db9-a354-4e88-962c-b251a7ac77c5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.730891068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f21e5db9-a354-4e88-962c-b251a7ac77c5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.731122293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f21e5db9-a354-4e88-962c-b251a7ac77c5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.731198125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f21e5db9-a354-4e88-962c-b251a7ac77c5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.731894981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f21e5db9-a354-4e88-962c-b251a7ac77c5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:35.734716276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f21e5db9-a354-4e88-962c-b251a7ac77c5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3894,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.735145966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f21e5db9-a354-4e88-962c-b251a7ac77c5\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:35 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.735343791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.735774641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"37419fa6-e3d0-4ac5-9699-317af3ccf07a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.735845143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"37419fa6-e3d0-4ac5-9699-317af3ccf07a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.736041927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"37419fa6-e3d0-4ac5-9699-317af3ccf07a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.736117329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"37419fa6-e3d0-4ac5-9699-317af3ccf07a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.736764504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"37419fa6-e3d0-4ac5-9699-317af3ccf07a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:35.739487937Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"37419fa6-e3d0-4ac5-9699-317af3ccf07a","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3696,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.739816335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37419fa6-e3d0-4ac5-9699-317af3ccf07a\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:35 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.739888366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.739944008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:35.739986779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.81463407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.814720592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.816632176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:35.817822544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.817888635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:35.817939407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.16905461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.169137472Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.169259724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.170143755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.172408848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.172467329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.174097007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.174153018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:36.270798749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:36.374213428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.374592597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.374672298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.374826712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.376017719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.376074441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.376120562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.376161913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.37822373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.379141762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.379199263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.382160852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.382226094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.382282175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.382323196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.382961361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.385570331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.385639483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.385679024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.38636844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.388678873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.401582383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.401661874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.401699695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.402264728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.423237825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.423325977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.423412149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.42344947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.424170036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.436790749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.437978477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.438039828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.438075889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.43985418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.443075845Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.443172387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.443236869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.44329524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.443697379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.446633687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.446727459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.447213091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.44931423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.449392521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.449914093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.45193384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.452033852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.452099144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.452163725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.452645496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.455591325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.455703447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.455768449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.456213459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.459184638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.45926418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.459327482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.46011028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.463443597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.472729802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.472874976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.473022739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.473118942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.473189843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.473652084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.477224437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.47736271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.477408471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.477925473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.481201579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.481298481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.481391114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.482018778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.485309464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.493649978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.493775851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.493834442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.494272202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:36.502911972Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"25a044e9-2581-4786-aaf5-0644a4d45b80","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":128335,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:36.504257494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:36.504309685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.814606891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.814693453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.81712657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.817405456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.817465498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.817507539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.991837892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":66,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.991920374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.991974115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:36.992023536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.992063957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.992655501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:36.995054786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.002341056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.002415377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.002458038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.002993041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.006275267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.006340378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":66,"elapsed":"13.676027ms"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.173683129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.173773381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.173808202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.173839483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.182067134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.182135195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.184455889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.184523411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:37.274059147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:37.504978023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.50874718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.508820232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.509131939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.50918968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.509235561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.509276622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.509742363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.512259941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.512322483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.512800324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.514927873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.514976564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.514999565Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.515020125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.515618369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.517658067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.517717768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.517762279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.518289101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.520227966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.523086983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.523134914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.523179985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.523590005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.52556517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.525638512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.525682163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.525718674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.526105703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.527758221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.527819302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.527871464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.528248562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.529988973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.532675155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.532769747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.532833288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.532925191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.533196137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.53546256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.535547262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.535984432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.537685641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.537740253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.538275255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.540025936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.540088797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.540137818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.540177479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.540520517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.543203299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.543301182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.543338632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.543812053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.546902695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.546974647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.547052328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.54755364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.550295934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.55832988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.558410512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.558494164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.558542795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.558586326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.558919694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.561914763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.561978755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.562017195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.562475206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.565004365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.565066856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.565101277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.565610469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.568268291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.574956146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.575071598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.57513281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.57555439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:37.578458867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"2031a95b-ce7e-4370-a9dc-e68edbaa67b6","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":69731,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:37.578811365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:37.57903054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:37.730487823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.730848191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.731328402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"286f6073-28d7-41a8-b87c-9a63b9b69cdd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.731393344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"286f6073-28d7-41a8-b87c-9a63b9b69cdd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.731642569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"286f6073-28d7-41a8-b87c-9a63b9b69cdd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.731709581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"286f6073-28d7-41a8-b87c-9a63b9b69cdd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.732408577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"286f6073-28d7-41a8-b87c-9a63b9b69cdd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:37.735184242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"286f6073-28d7-41a8-b87c-9a63b9b69cdd","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3872,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.735585721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"286f6073-28d7-41a8-b87c-9a63b9b69cdd\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:37 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.735819727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.736189275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d7db6c97-1ec0-445e-9010-770028ddea18","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.736271237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d7db6c97-1ec0-445e-9010-770028ddea18","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.736434791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d7db6c97-1ec0-445e-9010-770028ddea18","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.736519143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d7db6c97-1ec0-445e-9010-770028ddea18","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.737095086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d7db6c97-1ec0-445e-9010-770028ddea18","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:37.739112613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d7db6c97-1ec0-445e-9010-770028ddea18","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":2909,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.73942651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7db6c97-1ec0-445e-9010-770028ddea18\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:37 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.739510712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.739550633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:37.739574504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.816630421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.816696502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.816739973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:37.816774764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.816811545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:37.816846146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.169164287Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.169233228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.169352351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.170251772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.17234381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.172408532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.174103271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.174162442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:38.270679691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:38.585130904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.585568994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.585677837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.585948873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.586058445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.586185118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.586297361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.58712868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.601302629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.601462253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.602256991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.605304081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.605729031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.605801163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.605845704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.606885908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.624292362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.624375504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.624412795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.627887605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.630472196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.634864807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.634947799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.63498728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.635518982Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.637896297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.637970169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.63801193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.638070501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.63843852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.640369315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.640411096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.640433886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.641047331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.643226211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.646874946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.646951867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.646996208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.64705851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.64790362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.651867111Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.651951293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.652007255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.660308617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.66042423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.670394281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.670519734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.670590916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.670654527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.670704689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.670746489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.681353805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.681474378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.681529459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.68157887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.686419953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.686530216Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.686600557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.686650188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.690631471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.708159717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.70827232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.708335822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.708380583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.708420693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.708961856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.731238212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.731343165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.731408916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.732144883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.73587383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.735956702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.736027864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.736621237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.73977201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.754374809Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.754502192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.754555753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.7660507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:38.766179853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"9f4938c8-b5b1-423b-becd-cb6045bfc79a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":178284,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:38.766238134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:38.766271755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.81435168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.814439502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.816267115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:38.816897919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.81695339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:38.816990402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.169572668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.171326569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.17137932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.171416521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.176271683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.176341255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.179904178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.179965629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:39.270514959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:39.730768184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.731499931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.731693805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a482a33a-eea5-4c79-a17d-420f384cecee","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.731754177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a482a33a-eea5-4c79-a17d-420f384cecee","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.732019923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a482a33a-eea5-4c79-a17d-420f384cecee","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.732101905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a482a33a-eea5-4c79-a17d-420f384cecee","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.732803651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a482a33a-eea5-4c79-a17d-420f384cecee","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:39.736132248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a482a33a-eea5-4c79-a17d-420f384cecee","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4431,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.736578889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a482a33a-eea5-4c79-a17d-420f384cecee\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:39 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.736807714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.737662454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"09509944-5cbc-4a53-82c8-6e6b433e9fe2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.737744105Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"09509944-5cbc-4a53-82c8-6e6b433e9fe2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.737954421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"09509944-5cbc-4a53-82c8-6e6b433e9fe2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.738034942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"09509944-5cbc-4a53-82c8-6e6b433e9fe2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.738754299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"09509944-5cbc-4a53-82c8-6e6b433e9fe2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:39.741266597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"09509944-5cbc-4a53-82c8-6e6b433e9fe2","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3611,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.741750568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09509944-5cbc-4a53-82c8-6e6b433e9fe2\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:39 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.741863911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.741907002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:39.741938082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:39.765746735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.766070173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.766154735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.766304008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.76636846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.766416861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.766460312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.76724518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.770154117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.770220799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.771839916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.774107079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.77419017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.774247392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.774290373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.774874337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.777047757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.777101368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.777146559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.777752853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.779826461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.783716782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.783792503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.783849005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.784222043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.786212219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.786281621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.786330662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.786383483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.786821314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.789313091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.789825573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.789879374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.790072489Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.792312861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.796019367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.796073258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.79612902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.796168131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.796781575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.799257792Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.799356834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.799885086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.802864126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.802963648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.803520261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.810136915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.810248477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.810321799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.81039004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.810444782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.810515903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.810580575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.810640546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.811026825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.814120377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.814201419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.815931609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.81601208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.816067422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.816488062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.819094062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.819160013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.819209165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.819248766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.824197881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.833498896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.833619059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.833729841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.833777683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.833810233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.834227833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.838512193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.840532649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.840623922Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.840682663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.844895651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.844990943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.845062955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.847753347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.854659797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.880478346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:39.88064393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.880765192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:39.88151379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:39.886454274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c3c1943d-2b85-4df1-badd-2bd9d72966e7","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":120383,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:39.887375426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:39.887415427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.169760705Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.169836326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.169956159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.170930032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.18163417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.181717882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.186516913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.186593945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:40.27173327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.814416846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.814499818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.816624377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.816841592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.816924204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.816971545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:40.888427323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.88875646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.888829692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.888988085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.889068518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.889135609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.88917757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.889849176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.892313722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.892377174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.892987548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.895506436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.895593598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.89566414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.895708981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.896249294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.898566367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.898625589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.89866643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.899221283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.901836174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.907518665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.907615087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.907663069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.90771291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.922310398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.922411731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.922461102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.922502013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.923170048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.928175904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.928288667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.928325158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.928996823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.931236025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.934221814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.934295496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.934347547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.934419689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.934931461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.937751086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.937828178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.938485833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.940613533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.940684374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.941262577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.943436088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.94352743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.943586602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.943675614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.944031002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.947289778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.947371039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.947427021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.947890471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.95472568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.954830352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.954874503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.954901904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.961908217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.967951616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.96808015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.968162272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.968227393Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.968289314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.968697274Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.973139757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.973240459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.973301161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.977753554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.995187819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:40.998511665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.998578977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:40.998629068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.001844233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.011511137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.011690871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.011755933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.012224924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:41.016328189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"92ce9938-0a7e-4f80-a008-c60d8eabe245","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":127577,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:41.016910062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:41.018053098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.169864129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.169940421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.170106595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.171043767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.173702779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.17378026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.17548477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.175547881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:41.271231471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.668956765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.669029206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.669077188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.669119529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.669161739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.66919596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.669237491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.670550002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.673794467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.673856498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.675259571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:7926","req_id":"23e9f82d-b936-4166-a265-8519c2d699e6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   5c 00 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   \\............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.675342473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:7926","req_id":"23e9f82d-b936-4166-a265-8519c2d699e6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23552,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.675774953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.676118711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.676444288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:7926","req_id":"23e9f82d-b936-4166-a265-8519c2d699e6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.676987761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:5624","req_id":"6f3562a4-9aa6-40eb-a423-1041029660e9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   e9 43 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .C..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.677592525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:5624","req_id":"6f3562a4-9aa6-40eb-a423-1041029660e9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 59715,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.677997674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.678381893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.678590798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:5624","req_id":"6f3562a4-9aa6-40eb-a423-1041029660e9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.683069442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4258, tv_nsec: 454782821 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.683291797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.683916712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4258, tv_nsec: 459171493 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.684090826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.684763251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:64908","req_id":"8dd06844-5966-41e6-942f-00aa6cf6de75","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   a7 7c 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .|..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.684957896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:64908","req_id":"8dd06844-5966-41e6-942f-00aa6cf6de75","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 42876,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.691917447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.691979318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:64908","req_id":"8dd06844-5966-41e6-942f-00aa6cf6de75","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.6920385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:64608","req_id":"4d66f52c-61d9-4b61-9c79-69f9b1324b31","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   a8 81 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.692111201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:64608","req_id":"4d66f52c-61d9-4b61-9c79-69f9b1324b31","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 43137,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.692312056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.692351837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:64608","req_id":"4d66f52c-61d9-4b61-9c79-69f9b1324b31","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.788662131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:41.791589909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.791676021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.791713862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.791752722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":13,"elapsed":"42.651µs"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.791789623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.791822134Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.791854995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.791892036Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.791942057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.792315436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.792363637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.792414258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.792455799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.79252032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.792902669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:41.793271098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.794203239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.803887754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"926b9318-4ec3-4f4a-b9a6-1674cffac0f1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.804020747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"926b9318-4ec3-4f4a-b9a6-1674cffac0f1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.804361915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:22698","req_id":"3c621f03-3c6c-484f-b8f9-bd44ba144935","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   83 79 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .y..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.804560599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:22698","req_id":"3c621f03-3c6c-484f-b8f9-bd44ba144935","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 33657,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.804972149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.805265086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.80544675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:22698","req_id":"3c621f03-3c6c-484f-b8f9-bd44ba144935","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.80589575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"926b9318-4ec3-4f4a-b9a6-1674cffac0f1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.806033664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"926b9318-4ec3-4f4a-b9a6-1674cffac0f1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.807011587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"926b9318-4ec3-4f4a-b9a6-1674cffac0f1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.807982689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad68d59b-4d92-427e-b74c-b4ad78a45b28\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:13:41 GMT\"} })"}
{"msg":"dendrite for switch1 is unavailable, cannot perform nat cleanup","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:13:41.808233035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.809536935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"dendrite for switch1 is unavailable, cannot perform nat cleanup\"}","iteration":12,"elapsed":"142.827833ms"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.810373814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"19.903961ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.810701402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.810837425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.810946378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.81104339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.81234118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:41.836413628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"926b9318-4ec3-4f4a-b9a6-1674cffac0f1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":32535,"response_code":200}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.836796317Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.849471661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.849615014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.849718067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.850439194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.857349944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.8649334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.868608855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.868702557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.869373193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.880103902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.880771217Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4258, tv_nsec: 655939907 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.880960921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.881428892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.881565496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.882001175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"926b9318-4ec3-4f4a-b9a6-1674cffac0f1\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:41 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.882331783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.882691242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.889274064Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.889874988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"0","iteration":12,"elapsed":"98.764911ms"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.89037924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e9ca4e06-8d50-4284-92b9-c274d676723f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.890497422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e9ca4e06-8d50-4284-92b9-c274d676723f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.890742358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"59e2de1f-8c32-4718-83f9-516d508b21be","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.891123347Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":16,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.891322871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.891423204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.892281124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.893008451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.893522923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.893678286Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.893822069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.893942192Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.896363399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.897231609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:41.901187661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.901355104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"4.115716ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.901516068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":23,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:41.90160364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.901672912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.901775554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.901887277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.901995249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.902800848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.904450586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.904572619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.906032373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":24,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.906167826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.906293259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.906399061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.906485593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.907316442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.911701564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:26609","req_id":"d4109165-ef61-4ce5-97aa-1a1d2ed6e67c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   0d 38 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .8..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.912678987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:26609","req_id":"d4109165-ef61-4ce5-97aa-1a1d2ed6e67c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3384,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.913266531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.917615092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.917709494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:26609","req_id":"d4109165-ef61-4ce5-97aa-1a1d2ed6e67c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.920923998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e9ca4e06-8d50-4284-92b9-c274d676723f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.92102604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e9ca4e06-8d50-4284-92b9-c274d676723f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.925632447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e9ca4e06-8d50-4284-92b9-c274d676723f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:41.987188305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"59e2de1f-8c32-4718-83f9-516d508b21be","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":96405,"response_code":200}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.996359538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4258, tv_nsec: 771212400 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.99647225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.996683285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":23,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.996748087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.996804908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.996846989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.99691109Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.99818843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.998935537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":23,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:41.998988039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.999025919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:41.999794507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.007478416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:59595","req_id":"509f2b06-48cf-47b8-9242-c74416b00e6b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b8 17 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.007588178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:59595","req_id":"509f2b06-48cf-47b8-9242-c74416b00e6b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47127,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.007867805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.007968637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:59595","req_id":"509f2b06-48cf-47b8-9242-c74416b00e6b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.00852671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.028929823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.029010275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.029056756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.029097077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.029781043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.029839774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.029878935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.031663606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.049676574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.049761236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.049798607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.049825128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.050553405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.050614236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 19 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.058250443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.094992795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":38,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:42.09907191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e9ca4e06-8d50-4284-92b9-c274d676723f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":208665,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.101054156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.101128588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.101943127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.10639603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.106535483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.106683436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.10682736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.107947055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.112132343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.120944657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.121038409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.12108798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.121139032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.121182533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.125428551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:42.125503663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:42.237132152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.237322116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/switch-id","method":"GET"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.23836564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":67,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.238481693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.238605086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.238714989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.238800121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.240412498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.24135487Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:7013","req_id":"0aa593c3-b46d-45dc-a284-736bc3b9cc78","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   22 0a 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   \"............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.241472513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:7013","req_id":"0aa593c3-b46d-45dc-a284-736bc3b9cc78","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 8714,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.241693478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.241902442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.242015475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:7013","req_id":"0aa593c3-b46d-45dc-a284-736bc3b9cc78","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.248540816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9ca4e06-8d50-4284-92b9-c274d676723f\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:42 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.248627128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.248671829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:42.24870747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.248748751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.278725406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.278837739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.27888394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.279444303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.292557047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.297820889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.297893051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.297931532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.300409839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.301004793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.307526544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.307883812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.312776376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.312840188Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.312900859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.313333289Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.314712251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":38}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.314772863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.314932716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.314985028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.315381007Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4259, tv_nsec: 90607728 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.315465179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:42.315623932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.315738155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.31593905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:37731","req_id":"98679fb3-a36b-4209-b531-ed2d89c8d25d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   bd 91 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.316024322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:37731","req_id":"98679fb3-a36b-4209-b531-ed2d89c8d25d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48529,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.316219256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.316319508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:37731","req_id":"98679fb3-a36b-4209-b531-ed2d89c8d25d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.316505483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.316569454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.316620486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.316655986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.317226769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.318322045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.328927231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.329004153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.329052594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.329084484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.329121965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"original_time_started":"2026-01-16 23:08:17.449297 UTC","original_id":"1f884896-3377-4f37-8274-2f6d5ab61291","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.329178017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"1f884896-3377-4f37-8274-2f6d5ab61291\",\"time_loaded\":\"2026-01-16T23:13:41.906132845Z\",\"time_started\":\"2026-01-16T23:08:17.449297Z\"}}","iteration":24,"elapsed":"420.508782ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.329232448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.329275259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.3293131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.329533345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.329605887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.329649938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.329686958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.330209551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.345166437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.34526536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.34612461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:42.348640528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.34869481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.349701803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":23,"elapsed":"353.016557ms"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:42.505186958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.516629904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/vpc-routes","method":"GET"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.51776139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.517914884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":67,"elapsed":"279.541523ms"}
{"msg":"all instance checks complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:42.519076641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.519252995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"626.232074ms"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.520825271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.52121554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.521324713Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.521422285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.522252014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.52810888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.531770515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.534075419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.5341488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.534187801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.534690333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.536556946Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.536682849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:42.537337454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46524"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.538839499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:14717","req_id":"7b53ccaa-baab-46a8-999d-a6d74c914cbf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   44 95 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   D...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.539069794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:14717","req_id":"7b53ccaa-baab-46a8-999d-a6d74c914cbf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 17557,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.541111902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.541326867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:14717","req_id":"7b53ccaa-baab-46a8-999d-a6d74c914cbf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.54191438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ef93d96-5a95-43de-af63-3983231c7939\", \"content-length\": \"26\", \"date\": \"Fri, 16 Jan 2026 23:13:42 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:42.542103035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:42.543272932Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.543367964Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:42.545419852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.547834088Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.55094258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.551007211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.551043602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.551669726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.553200082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.553258023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:42.553289284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.553329805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":23,"elapsed":"554.262195ms"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.561697069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"04e2474c-aaaf-4d0c-aff5-b65f53da1203","remote_addr":"[::1]:46524","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.561849693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"04e2474c-aaaf-4d0c-aff5-b65f53da1203","remote_addr":"[::1]:46524","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.666281185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/all-sp-ids","method":"GET"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.667156935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:58784","req_id":"cf726304-8dd5-4cdd-976d-3d6de19a1911","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   4d 60 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   M`..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.667237077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:58784","req_id":"cf726304-8dd5-4cdd-976d-3d6de19a1911","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19808,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.66738815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.667579935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.667675187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:58784","req_id":"cf726304-8dd5-4cdd-976d-3d6de19a1911","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:42.667956004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"GET","req_id":"04e2474c-aaaf-4d0c-aff5-b65f53da1203","remote_addr":"[::1]:46524","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":106286,"response_code":200}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.668187889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.66824162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.668289271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.668324772Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.668994948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.670031282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.670089673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.670130334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.670165175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.670672366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.672039258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.67210819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.673321458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 39079, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4259, tv_nsec: 448270032 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.67339868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.673486291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:11134","req_id":"1b721cba-4ec2-4468-a6aa-0212664764fc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   76 71 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   vq..........._mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.673551943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:11134","req_id":"1b721cba-4ec2-4468-a6aa-0212664764fc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 30321,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.673700896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.673878761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.673955333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:11134","req_id":"1b721cba-4ec2-4468-a6aa-0212664764fc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.67427157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04e2474c-aaaf-4d0c-aff5-b65f53da1203\", \"content-length\": \"210\", \"date\": \"Fri, 16 Jan 2026 23:13:42 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.674424123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.674474685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.675093189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.676684566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.676739427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.676775818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.677395612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.684312263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.695571894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.695673806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.695726098Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.695764368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.695801589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.696331692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.72688959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.730603736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.730689448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.73074375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.730807321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.731376354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.748215015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4259, tv_nsec: 521968482 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.748298887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.754301406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.754392048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.755194707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.777193557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.782349326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.782421028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.782458529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.783038072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.805672658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.80578077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.805823091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.806547958Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60728","req_id":"e1659b6f-b56e-472e-ac51-2567df7bf073","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   5d 0f 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ]...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.806676991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60728","req_id":"e1659b6f-b56e-472e-ac51-2567df7bf073","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23823,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.806901476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.807004048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60728","req_id":"e1659b6f-b56e-472e-ac51-2567df7bf073","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.812903645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/all-sp-ids\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e24065a0-a6f0-4681-b7f0-01aca5575a60\", \"content-length\": \"105\", \"date\": \"Fri, 16 Jan 2026 23:13:42 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.814343649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.81441532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.814476501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.814522183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.815313331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.816012577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.816069638Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.81610969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.81614572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.816708424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.817276817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.817332898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.817372839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.81740928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.817914961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.818395083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.818456334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.818504055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.818555576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.819014377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.81956606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.820364298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:42.852606096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.852722439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.853595879Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:42.854835418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:42.85494456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/eip-gateways","method":"PUT"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.036912581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:42059/v2p","method":"GET"}
{"msg":"determining switch slot managed by switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.183874629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.183950581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/local/switch-id","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.186941181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"067529af-b701-4bd7-b5b3-069cacd6143e","remote_addr":"[::1]:46524","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.187011002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"067529af-b701-4bd7-b5b3-069cacd6143e","remote_addr":"[::1]:46524","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.187067874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46526"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.187286699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.187515914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60390","req_id":"52a0ba55-e2ec-477a-becf-59fe1308549a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   7f 00 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.187652207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60390","req_id":"52a0ba55-e2ec-477a-becf-59fe1308549a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 32512,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.187879102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.187977165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:60390","req_id":"52a0ba55-e2ec-477a-becf-59fe1308549a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.188290232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.188614359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/eip-gateways","method":"PUT","req_id":"067529af-b701-4bd7-b5b3-069cacd6143e","remote_addr":"[::1]:46524","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1599,"response_code":204}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.189718905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.189780607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.196977083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"fcc11a83-6bc6-49c8-8d63-e3339e4b5324","remote_addr":"[::1]:46526","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.197044555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"fcc11a83-6bc6-49c8-8d63-e3339e4b5324","remote_addr":"[::1]:46526","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.235335053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/bfd/peers","method":"GET"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.236013059Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.239006568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/eip-gateways\", status: 204, headers: {\"x-request-id\": \"067529af-b701-4bd7-b5b3-069cacd6143e\", \"date\": \"Fri, 16 Jan 2026 23:13:43 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.239097101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.239140242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.240218976Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.242020198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.247592577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.24770599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.247757131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.248200991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.251409756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v2p","method":"GET","req_id":"fcc11a83-6bc6-49c8-8d63-e3339e4b5324","remote_addr":"[::1]:46526","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":60821,"response_code":200}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.252221685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.257431016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.257494697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.257530418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.258083461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.259014242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.264033119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.26410653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.264153831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.264727115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.265915252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.272151797Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.272233589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.272311881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.273011137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.274097142Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.274207805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.274281186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.274362788Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.274930272Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.279644411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcc11a83-6bc6-49c8-8d63-e3339e4b5324\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:13:43 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.279715492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"}
{"msg":"v2p mappings to delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.279753053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"v2p mappings to add","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.279787554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.28219254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":16,"elapsed":"1.391037293s"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.282327603Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.283716465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.283777147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.283817558Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.291770532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.291860494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.294553086Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.309512273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.309580015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.309619856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.309648457Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"734115cd-e59e-467b-96ce-1898ed8e5eea\", \"content-length\": \"26\", \"date\": \"Fri, 16 Jan 2026 23:13:43 GMT\"} })"}
{"msg":"identified switch slot for switch zone","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.309702658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n    slot: 0,\n    type_: Switch,\n}"}
{"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.309740029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n    Switch0: ::1,\n}"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.390797699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.394782901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/bfd/peers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92c6e088-30db-4e52-9f5b-0d811fc4a663\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:13:43 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.395910307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":12,"elapsed":"1.727572077s"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.397365941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.398327214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.399248035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"dc925348-40c8-4756-b7f3-d843f91a508f (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.399310617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/1/ereports?committed=1&limit=255&restart_id=dc925348-40c8-4756-b7f3-d843f91a508f&start_at=2","method":"POST"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.399353907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.399421479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.39947524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.400233388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.40768399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:63834","req_id":"32ad7fee-80a2-4278-a47a-7736aaa92499","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   51 f3 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   Q............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.407788003Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:63834","req_id":"32ad7fee-80a2-4278-a47a-7736aaa92499","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 20979,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.408003498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.408199752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.408284624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:63834","req_id":"32ad7fee-80a2-4278-a47a-7736aaa92499","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.409056342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.409111804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.409778849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 37375, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4260, tv_nsec: 185028661 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.409854571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.413161728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/1/ereports?committed=1&limit=255&restart_id=dc925348-40c8-4756-b7f3-d843f91a508f&start_at=2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f860d186-e449-48b5-9602-db084cd85404\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:13:43 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.413291121Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"dc925348-40c8-4756-b7f3-d843f91a508f (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.414004117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.414056459Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.414675343Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:5262","req_id":"732cf8c7-5631-49f1-8f1f-31b42020f2c2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   21 99 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   !...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.414772545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:5262","req_id":"732cf8c7-5631-49f1-8f1f-31b42020f2c2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 8601,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.414954169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.415107633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:5262","req_id":"732cf8c7-5631-49f1-8f1f-31b42020f2c2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.454741132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/switch/identifiers","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.457373593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.457454275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.458136081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.459614935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.459711197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.459770269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.460326392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.475117184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b737a8bc-be28-472e-ae2c-4df021db79c0\", \"content-length\": \"206\", \"date\": \"Fri, 16 Jan 2026 23:13:43 GMT\"} })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.475252928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229 push not needed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.476947337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.47706218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:42059/vpc-routes","method":"PUT"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.47751008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.515504301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.515672095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.515779938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.51588189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.515946401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.51633113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.517342454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.517477897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3","method":"POST"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.518076981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.518136822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3","method":"POST"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.519234878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"d05cc0bc-e4d1-4e18-886c-ca1cc1b51286","remote_addr":"[::1]:46524","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.519309609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"d05cc0bc-e4d1-4e18-886c-ca1cc1b51286","remote_addr":"[::1]:46524","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.520322433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/vpc-routes","method":"PUT","req_id":"d05cc0bc-e4d1-4e18-886c-ca1cc1b51286","remote_addr":"[::1]:46524","local_addr":"[::1]:42059","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1086,"response_code":204}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.525651187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:17161","req_id":"51e71ba4-2645-48e5-beba-b3cfa13986ea","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   94 57 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .W..........._mg\n0010:   64 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   d._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.525739859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:17161","req_id":"51e71ba4-2645-48e5-beba-b3cfa13986ea","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 37975,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            4,\n            95,\n            109,\n            103,\n            100,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.525958254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.528213986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.528247227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:17161","req_id":"51e71ba4-2645-48e5-beba-b3cfa13986ea","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.528318789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:42059/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d05cc0bc-e4d1-4e18-886c-ca1cc1b51286\", \"date\": \"Fri, 16 Jan 2026 23:13:43 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.52836796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":23,"elapsed":"1.626191486s"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.528466262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.528535804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.528588375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.529329672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.534785848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36489, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 4260, tv_nsec: 306200741 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.53487152Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"attempting ereport collection from MGS","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.535892614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:39079","restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.536016627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:39079/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7","method":"POST"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.53658424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"888e6148-46b2-48c0-ba60-02f73c03e1bd\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:13:43 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.536713643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.53744332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.537532222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.537595604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.538321821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"buffer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.54045001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:15792","req_id":"d830834b-1c17-43cf-b0cb-8a6e2c5d9057","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   11 51 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .Q..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.540526162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:15792","req_id":"d830834b-1c17-43cf-b0cb-8a6e2c5d9057","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4433,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.540714066Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.540747837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"peer_addr":"[::1]:15792","req_id":"d830834b-1c17-43cf-b0cb-8a6e2c5d9057","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.542426536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"233e8c4c-e9e2-4f2c-b47e-16faf350d1b0\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:13:43 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.542527238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.617723372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.617819544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.618459849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.6198033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.664130008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.664303643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.664369614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.665352757Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.686710102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"gateway_url":"http://[::1]:39079","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:39079/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc104fc0-a769-414e-8dc8-e40abde3b1d1\", \"content-length\": \"81\", \"date\": \"Fri, 16 Jan 2026 23:13:43 GMT\"} })"}
{"msg":"no ereports returned by SP","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.686851486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":null,"total_ereports_received":null,"restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.689895806Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[],\"sps\":[]}","iteration":12,"elapsed":"1.784040248s"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.69007405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"c2dbcb42-45ba-4a08-b88c-3231f839b43e","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":1373754,"response_code":200}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.690131712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/port/qsfp0/settings?tag=omicron","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.691729769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f7b283b-e5f3-4178-a44f-5fcc48981ef4\", \"content-length\": \"12\", \"date\": \"Fri, 16 Jan 2026 23:13:43 GMT\"} })"}
{"msg":"retrieved port settings from switch","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.691809401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","settings":"PortSettings { links: {} }","switch_port_id":"Name(Name(\"qsfp0\"))"}
{"msg":"clearing switch port settings","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.691844552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","port_id":"Qsfp(Qsfp(\"qsfp0\"))","switch_location":"Switch0"}
{"msg":"port settings up to date, skipping","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.691889883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch0","switch_port_id":"Name(Name(\"qsfp0\"))"}
{"msg":"no DPD client for switch location","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:13:43.691929024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch1"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.691979495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/static/route4","method":"GET"}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.692254021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.692490747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.696132361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/static/route4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5066e0e0-ed96-40e2-afa7-f68e4d7be3cc\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:13:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.696245943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:36489/static/route6","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.697567774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:36489/static/route6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28f71df5-0c81-4a4c-ade0-a262e4ab9bbe\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:13:43 GMT\"} })"}
{"msg":"retrieved existing routes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.697640986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{Switch0: {}}"}
{"msg":"retrieved desired routes","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.697680897Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"calculated static routes to add","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.697726018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"calculated static routes to delete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.697764679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","routes":"{}"}
{"msg":"checking for changes to loopback addresses","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.69780228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.69783825Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.697879661Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.698501776Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.705923338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/loopback/ipv4","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.706986503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff86e814-3bb0-416e-9d2a-0466349efd01\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:13:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.707071305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:37375/loopback/ipv6","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.710503914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:37375/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b33f79f-8aeb-4970-8d08-4e8c25f00c51\", \"content-length\": \"2\", \"date\": \"Fri, 16 Jan 2026 23:13:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.710625477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:12345/network-bootstore-config","method":"GET"}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.716249887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12345/network-bootstore-config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12345, Os { code: 111, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"unable to read bootstore config from scrimlet","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:13:43.71634664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Communication Error: error sending request for url (http://[::1]:12345/network-bootstore-config)"}
{"msg":"both scrimlets are unreachable, cannot update bootstore","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":50,"time":"2026-01-16T23:13:43.716393511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.716428421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":12,"elapsed":"1.921844073s"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.731648654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.73275043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.733361204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e116e2ad-db78-4e1a-8462-03c5067e9249","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.733427046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e116e2ad-db78-4e1a-8462-03c5067e9249","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.733658941Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e116e2ad-db78-4e1a-8462-03c5067e9249","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.733724623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e116e2ad-db78-4e1a-8462-03c5067e9249","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.734550262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e116e2ad-db78-4e1a-8462-03c5067e9249","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.752948409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e116e2ad-db78-4e1a-8462-03c5067e9249","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":14810,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.753094652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e116e2ad-db78-4e1a-8462-03c5067e9249\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:43 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.753154904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.753199394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c7b100ff-b272-491d-98f0-b0b4733d14f8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.753252546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c7b100ff-b272-491d-98f0-b0b4733d14f8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.753303377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c7b100ff-b272-491d-98f0-b0b4733d14f8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.753370338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c7b100ff-b272-491d-98f0-b0b4733d14f8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.75343959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c7b100ff-b272-491d-98f0-b0b4733d14f8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.759615693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c7b100ff-b272-491d-98f0-b0b4733d14f8","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10123,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.760231388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7b100ff-b272-491d-98f0-b0b4733d14f8\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:43 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.76034983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.760400451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.760437582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.814060726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.814195429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.816123004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.816902732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.816968464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.817011865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.825101842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58508"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.825376198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"cb64e225-7830-4a6d-b7cf-6517c12b1e25","remote_addr":"127.0.0.1:58508","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.82544702Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"cb64e225-7830-4a6d-b7cf-6517c12b1e25","remote_addr":"127.0.0.1:58508","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:43.825678185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"cb64e225-7830-4a6d-b7cf-6517c12b1e25","remote_addr":"127.0.0.1:58508","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.825743967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"cb64e225-7830-4a6d-b7cf-6517c12b1e25","remote_addr":"127.0.0.1:58508","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:43.826693429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"cb64e225-7830-4a6d-b7cf-6517c12b1e25","remote_addr":"127.0.0.1:58508","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:43.833347253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"cb64e225-7830-4a6d-b7cf-6517c12b1e25","remote_addr":"127.0.0.1:58508","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7934,"response_code":200}
{"msg":"inserting 2 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.169167762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.169265745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.169463629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.170471653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.173338709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.173404141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.176649966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.176711807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:44.271051456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:44.693231997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.693577405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.693735609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.693817811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.693890273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.693934944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.693973605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.694576579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.697075547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.697135018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.697681911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.702757599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.702835731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.702888222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.702927063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.702959334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.703992578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.704060829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.704085309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.705561994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.708767128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.712050124Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.712255799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.71230707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.712792271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.716504277Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.71662536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.716674261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.716710042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.717560402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.721494783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.722384854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.723170642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.724309648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.72784118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.733150974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.733243856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.733292107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.733342748Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.733546033Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.736672345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.736782268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.737847712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.7403229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.740413532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.742008469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.74336538Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.743470133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.743551715Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.743632237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.744326493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.747539817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.74764738Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.747734822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.748353026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.753001414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.753100177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.753166598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.753508596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.762710639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.772759632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.773069959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.773153921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.773221123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.773275924Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.773591961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.778530626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.778637829Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.7787079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.779451917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.783383519Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.783472881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.783549243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.78430471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.788657301Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.799140574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.799299528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.799358319Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.800099436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:44.804455337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"cd9be797-4e3c-472b-a3f0-06dd258a8d3f","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":110847,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:44.80503555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:44.805286947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.814619953Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.814705935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.817167802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:44.8179328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.817999712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:44.818052473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.169223168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.16930194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.169452273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.171623324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.173367654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.173442566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.175415871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.175479053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:45.270416915Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:45.730857675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.731855718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.731926039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6b25f749-583b-4a8f-9619-854a2b8dd755","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.73197324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6b25f749-583b-4a8f-9619-854a2b8dd755","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.732052842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6b25f749-583b-4a8f-9619-854a2b8dd755","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.732113664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6b25f749-583b-4a8f-9619-854a2b8dd755","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.732756308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6b25f749-583b-4a8f-9619-854a2b8dd755","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:45.737222412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6b25f749-583b-4a8f-9619-854a2b8dd755","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4395,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.737297284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b25f749-583b-4a8f-9619-854a2b8dd755\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:45 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.737338515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.737370766Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"eaa7d7d2-dfc5-4ee1-92c0-07e775a28d83","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.737409727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"eaa7d7d2-dfc5-4ee1-92c0-07e775a28d83","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.737524009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"eaa7d7d2-dfc5-4ee1-92c0-07e775a28d83","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.737592541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"eaa7d7d2-dfc5-4ee1-92c0-07e775a28d83","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.744947021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"eaa7d7d2-dfc5-4ee1-92c0-07e775a28d83","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:45.750447509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"eaa7d7d2-dfc5-4ee1-92c0-07e775a28d83","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":13209,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.751189316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaa7d7d2-dfc5-4ee1-92c0-07e775a28d83\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:45 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.751411821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.751488743Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:45.751561535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:45.806231232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.806668753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.806735794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.806902348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.806949449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.80698947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.807029681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.808499585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.811893864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.811964056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.812374965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.814136606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.814545546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.816494851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.817231548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.81730618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.817349361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.817452423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.817546775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.817592526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.817634127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.818307663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.822181073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.824417894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.824470686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.824497826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.839040024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.857084072Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.857168184Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.857266156Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.869621213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.872614622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.872704304Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.872746285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.872798016Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.873599675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.87896047Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.879031371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.879075412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.879783739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.884366255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.888152563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.889654207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.88975371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.889825222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.889897623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.898679407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.8988232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.901677346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.914224097Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.914370311Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.915265801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.933570356Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.936658038Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.93673935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.936792161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.936833132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.939927584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.940020736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.940086107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.940800544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.944580962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.944677334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.944737725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.945524574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.949568787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.96951749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.969782706Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.969844887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.969878758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.969911649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.970247307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.98117187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.981280652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.981351834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.982116202Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.997491419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:45.997600051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.997668633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:45.998575094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:46.003192381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:46.014007291Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:46.014148875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:46.014208836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:46.014650917Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:46.01868392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d2f76118-97ca-462b-9100-ee0f3165b08a","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":212008,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:46.0195339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:46.019579891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:46.169760404Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:46.169846606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:46.17001279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:46.170945522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:46.184755002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:46.184834824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:46.188044618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:46.18810963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:46.271700228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:46.817557119Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:46.817628931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:46.817667862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:46.817702803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:46.817746444Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:46.817783314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:47.02109409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.021461129Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.021532671Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.021669504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.021716445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.021759676Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.021815587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.022578315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.026791853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.026854614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.026888635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.028806469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.028868881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.029436414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.029476695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.029934265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.040541232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.040715836Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.040759867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.041406852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.044072113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.048122247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.049005548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.049146451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.054891014Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.061081017Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.061140609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.06117619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.06120994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.061237001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.06378966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.063851672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.063910583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.064585269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.072855581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.072935913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.073000005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.073046786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.073096377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.073148908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.077200231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.080022927Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.080102249Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.0801747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.080244482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.080314494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.082255349Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.082361971Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.082440123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.082502875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.082567556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.085625127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.085699409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.08575219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.086219931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.090007789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.090086021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.090122511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.090645334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.095293161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.103273136Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.103379389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.103461161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.103533643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.103612935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.103680606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.111677261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.111833725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.111964918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.112696275Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.116068753Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.116135445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.116186056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.116749649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.12283255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.14696749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.147138914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.147221726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.147718807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:47.151803692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"5618fa09-0738-45a8-86a2-b89312357a2d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":130228,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:47.152104899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:47.152423957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.169716798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.169786919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.169848261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.170902725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.175360258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.17542608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.183652721Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.183722622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.24098601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":68,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.241057432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.241101633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.241142484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.241182375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.241214516Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.24441518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.251948475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.252080348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.2521695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.253760497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.261512517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.261593679Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":68,"elapsed":"21.308824ms"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:47.272979732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:47.730877363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.731258112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.731772204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bed21bb4-e712-4dc1-8d94-3992a7d5540d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.731834686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bed21bb4-e712-4dc1-8d94-3992a7d5540d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.732078541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bed21bb4-e712-4dc1-8d94-3992a7d5540d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.732143293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bed21bb4-e712-4dc1-8d94-3992a7d5540d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.733024703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bed21bb4-e712-4dc1-8d94-3992a7d5540d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:47.736917503Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bed21bb4-e712-4dc1-8d94-3992a7d5540d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4062,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.736984725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bed21bb4-e712-4dc1-8d94-3992a7d5540d\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:47 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.737028975Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.737072147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"27e21fd5-c748-4765-98ed-472787425014","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.737117168Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"27e21fd5-c748-4765-98ed-472787425014","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.737180989Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"27e21fd5-c748-4765-98ed-472787425014","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.737258191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"27e21fd5-c748-4765-98ed-472787425014","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.739100674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"27e21fd5-c748-4765-98ed-472787425014","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:47.741846147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"27e21fd5-c748-4765-98ed-472787425014","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4512,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.742177925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27e21fd5-c748-4765-98ed-472787425014\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:47 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.742354659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.74240894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:47.742449501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.815017235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.815108847Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.816696483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:47.817447181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.817495562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:47.817532283Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:48.154308234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.15454415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.154607601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.154841856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.154889747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.154926388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.154967419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.155630195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.158379819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.15844369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.159165617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.164182473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.164256535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.164296106Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.164341297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.164992172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.167978361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.168046833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.168084904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.168869252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.169803943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.169861145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.170046049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.178603998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.17869451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.178734131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.178773592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.178830053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.178878654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.178908465Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.178931955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.184942955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.185014446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.185050467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.185082698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.185109268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.19333899Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.193421241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.203479645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.203558416Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.203625078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.204269093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.207371895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.210750833Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.210830375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.210881146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.210934878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.211558492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.214242334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.214329786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.214968281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.217239493Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.217342786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.217914659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.22223178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.222374553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.222437614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.222496726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.222761082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.225981527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.226073859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.226164361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.226804246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.231835552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.231908484Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.232095608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.232903767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.23646533Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.246132474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.246326428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.246441341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.246513973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.246578694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.246983594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.251428666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.251510079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.25156508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.251633171Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.255493961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.255570303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.255640835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.256095375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.259999646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.27313545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.273268913Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.273332595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.273384446Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:48.27442442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:48.274737067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"90a46804-913d-405c-b8b7-a86783777b36","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":120199,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:48.275389133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:48.275629488Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.814543647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.81463948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.816580905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:48.817305422Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.817388784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:48.817438985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.170005392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.170086904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.170245028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.171461866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.173905523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.173965374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.180952146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.181049919Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:49.271410854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:49.276698467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.277063866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.277127157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.277278081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.277326672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.277366083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.277401223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.278070419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.280559126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.280615288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.281223502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.283553906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.284564069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.28461745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.284655062Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.284687562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.286623657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.286682649Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.286722079Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.287314273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.289590966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.293262891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.293343523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.293404965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.294015999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.296346933Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.298094553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.298153424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.298178205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.298195085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.29924759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.299329082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.299372313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.299798683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.301787759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.304696436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.304783589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.304925862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.304997374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.305481555Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.307897421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.308001673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.308457284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.311628127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.313102101Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.313169873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.314650607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.315149339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.315245331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.315300732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.315344963Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.318685041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.318770113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.318835984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.319706795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.323197266Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.323324379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.32339172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.323855531Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.327447104Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.336282419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.336421232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.336534155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.336613207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.336661048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.337013276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.340534548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.34063599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.340693331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.341208423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.344469369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.344551371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.344618532Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.345205606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.348505902Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.357950572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.358980926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.359076718Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.359143619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:49.362121878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8d3db402-8022-4400-a11d-887b87909cfa","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":85064,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:49.362507307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:49.362951177Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:49.730047742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.73039394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.73082189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0baa4460-bd6a-4858-9f20-185dcf89dd3e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.730906512Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0baa4460-bd6a-4858-9f20-185dcf89dd3e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.731118107Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0baa4460-bd6a-4858-9f20-185dcf89dd3e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.731185968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0baa4460-bd6a-4858-9f20-185dcf89dd3e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.731991257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0baa4460-bd6a-4858-9f20-185dcf89dd3e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:49.734986756Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0baa4460-bd6a-4858-9f20-185dcf89dd3e","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4165,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.735388646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0baa4460-bd6a-4858-9f20-185dcf89dd3e\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:49 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.735588241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.73599814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cb094bcd-03d3-45d0-9cda-9583996954f0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.736075312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cb094bcd-03d3-45d0-9cda-9583996954f0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.736250376Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cb094bcd-03d3-45d0-9cda-9583996954f0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.736336898Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cb094bcd-03d3-45d0-9cda-9583996954f0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.736914361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cb094bcd-03d3-45d0-9cda-9583996954f0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:49.739276146Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cb094bcd-03d3-45d0-9cda-9583996954f0","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3279,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.739649815Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb094bcd-03d3-45d0-9cda-9583996954f0\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:49 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.739722697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.739768158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:49.739804279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.814556762Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.814634884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.817553522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:49.817621143Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.817660394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:49.817702945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:50.035184199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35774"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.035250771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"688f9ce7-c250-4449-b95b-e6169cfe9b13","remote_addr":"[::1]:35774","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:50.035291782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"688f9ce7-c250-4449-b95b-e6169cfe9b13","remote_addr":"[::1]:35774","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":193,"response_code":200}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.172985716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.173054737Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.173088848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.173377005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.17660662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.176668601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.179486336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.179549178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:50.273937137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:50.364336084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.364643421Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.364708132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.364837045Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.364894207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.364932928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.364964828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.365681485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.369593316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.369651077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.369682298Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.371743935Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.371815707Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.371854888Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.371890199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.374011578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.375119204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.375223716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.375325639Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.375996424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.378125704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.381789889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.381924492Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.382012294Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.382651279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.394402511Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.394603426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.394736369Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.394855901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.395948747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.399266234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.399626722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.399759835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.400706057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.404480575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.417347794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.417536288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.417741233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.418564162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.420869545Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.426305601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.426446204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.427253113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.430195041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.430332504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.431082732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.434118552Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.434305067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.43443787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.434553663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.435352481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.439542158Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.439727012Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.439865736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.440772557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.444431771Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.444840181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.444936473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.445836164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.451117607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.467665981Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.467811434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.467896116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.467952507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.468004889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.468478409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.532277729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.532378502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.532446213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.533404035Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:50.539440435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35778"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.556339297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"fb72ae37-1bef-4797-8be1-5eb1b8ee9af2","remote_addr":"[::1]:35778","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:50.55646934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35780"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:50.928659793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"fb72ae37-1bef-4797-8be1-5eb1b8ee9af2","remote_addr":"[::1]:35778","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":372314,"response_code":200}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.933003344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.933099906Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.933158297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.933200968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.933246619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"536d85e0-f618-449e-af2e-7dbe693e23b2","remote_addr":"[::1]:35780","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:50.93328102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35782"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:50.933307431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35784"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:50.933338641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35786"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:50.933365082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35788"}
{"msg":"accepted connection","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:50.933390463Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35790"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.933417983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.933453154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:50.933482645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"536d85e0-f618-449e-af2e-7dbe693e23b2","remote_addr":"[::1]:35780","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1639,"response_code":200}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.936991056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.947568021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.947805547Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.947875799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.948399381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:50.952976837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"30d5c7d0-93c9-41bd-b0fb-675a26b463ab","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":588334,"response_code":200}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.953308644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"5b2fb44a-26b5-435e-8a27-1cba4b271529","remote_addr":"[::1]:35782","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.953468338Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"029e2dad-fe21-4e02-ada2-c41a03ece189","remote_addr":"[::1]:35784","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.9535838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"2a0bc0fe-24c5-49b3-9352-ec27c9e28f1f","remote_addr":"[::1]:35786","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.953692273Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"56a914cb-c563-4c2e-a23f-6bb76fb2f4f0","remote_addr":"[::1]:35788","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.953807186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"c809765a-ace1-4b00-a7c7-72ab11422c61","remote_addr":"[::1]:35790","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:50.95657405Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"5b2fb44a-26b5-435e-8a27-1cba4b271529","remote_addr":"[::1]:35782","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3262,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:50.956650672Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"029e2dad-fe21-4e02-ada2-c41a03ece189","remote_addr":"[::1]:35784","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3201,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:50.956707223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"2a0bc0fe-24c5-49b3-9352-ec27c9e28f1f","remote_addr":"[::1]:35786","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3145,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:50.956785325Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"56a914cb-c563-4c2e-a23f-6bb76fb2f4f0","remote_addr":"[::1]:35788","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3094,"response_code":200}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:50.956845326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/crucible/pantry/0","method":"GET","req_id":"c809765a-ace1-4b00-a7c7-72ab11422c61","remote_addr":"[::1]:35790","local_addr":"[::1]:33923","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3057,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:50.957203425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:50.957905331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.974912426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:50.975723994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.975803176Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:50.975846887Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.169237633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.169311695Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.169456968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.170438891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.173040031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.173101323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.174953546Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.175008717Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:51.271352841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:51.733087031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.733162622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.733203834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5bffd1a6-59f0-4193-a813-35f4be7469a5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.733256925Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5bffd1a6-59f0-4193-a813-35f4be7469a5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.733313126Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5bffd1a6-59f0-4193-a813-35f4be7469a5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.733374957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5bffd1a6-59f0-4193-a813-35f4be7469a5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.733424868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5bffd1a6-59f0-4193-a813-35f4be7469a5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:51.735840055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5bffd1a6-59f0-4193-a813-35f4be7469a5","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4764,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.739223253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bffd1a6-59f0-4193-a813-35f4be7469a5\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:51 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.739294855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.739349346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2b873b34-172d-49fb-a824-0abd1512692d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.739400687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2b873b34-172d-49fb-a824-0abd1512692d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.739450839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2b873b34-172d-49fb-a824-0abd1512692d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.73951589Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2b873b34-172d-49fb-a824-0abd1512692d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.739573241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2b873b34-172d-49fb-a824-0abd1512692d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:51.741644399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2b873b34-172d-49fb-a824-0abd1512692d","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4736,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.742263314Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b873b34-172d-49fb-a824-0abd1512692d\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:51 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.742473878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.742584641Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:51.742640572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.814080229Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.814166861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.814213042Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.814626182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.814925939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"4ab18be6-aa80-476e-9345-47e84815804a","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:51.835999378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"4ab18be6-aa80-476e-9345-47e84815804a","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":21051,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.836715084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.898485697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.898568969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.89861308Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.898651961Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.899400368Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.89947099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.899516381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.899655674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.902673114Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 19 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.902744026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.92446593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":38,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.935448694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":38}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.935524196Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.937803089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.93787078Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.939930008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.93998759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.947017683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.947088675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:51.959580854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.959988434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.960057305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.960208789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.96026724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.960311091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.960383153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.961316364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.96413209Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.964224032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.964961439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.967529258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.96760724Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.967676942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.967712473Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.968517821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.97103427Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.971093831Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.971133692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.971820648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.974262554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.978027242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:51.978115934Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.978158175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:51.978752339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.00254077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.002670323Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.002723805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.002762306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.003626866Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:52.004806113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.00683147Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.006967683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.007030734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.007964876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.010856103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.016422432Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.016502594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.016572606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.016665618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.017252322Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.020457316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.020534148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.021776916Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.028948593Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.029058626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.030499189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.033297784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.033398346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.033461967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.033511419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.034037571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.037307397Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.037479371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.037644204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.038921654Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.042464076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.042546938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.04260069Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.044090594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.047960774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.058490008Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.058682973Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.058794835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.058900658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.058963269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.05940628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.063877083Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.063968205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.064035777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.064846335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.070025366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.070120148Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.070182999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.070867055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.078813399Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.091428122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.091628507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.091693009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.09217438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:52.097949253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"86505cd7-067c-4d00-8512-ba68c94790b8","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":137939,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:52.098822783Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:52.098890995Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.169177095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.169249617Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.169412691Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.170326462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.172694027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.172752609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.17453154Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.174586921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.239023775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":69,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.239098627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.239158798Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.239200299Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.239249031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.240453288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.243376666Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.25475102Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.254890943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.254942645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.260527084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.262315076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.262408198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":69,"elapsed":"23.345262ms"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:52.270304991Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.814601425Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.814685758Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.816404247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:52.817126354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.817183525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:52.817215536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:53.099975144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.100311682Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.100393574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.100547458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.100594569Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.10065749Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.100696431Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.103431665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.104432178Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.10451031Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.105252587Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.115847543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.115971886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.116016807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.116049997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.117126802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.123691195Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.123806428Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.123853698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.12477355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.127430701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.136907261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.137001043Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.137063605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.138705053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.141567389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.141644461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.141710073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.141765004Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.142409189Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.145588212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.145665894Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.145714665Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.146136785Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.14851391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.152289108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.15238647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.152524303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.152608765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.153162118Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.156335212Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.156423644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.1722058Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.173311606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.173390207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.173576602Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.174434791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.178866994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.178938256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.179443127Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.17954413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.180181985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.1868646Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.186981423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.187056624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.187119716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.187173597Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.188841006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.189340377Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.19723279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.197337233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.197410594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.197465596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.21446385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.214567662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.214635434Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.215940374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.231350872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.243974374Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.244169629Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.244328123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.244393084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.244444495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.245142342Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.250717041Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.250809583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.250872164Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.251710864Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.272374133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.272496716Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.272561137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.272944256Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:53.273926659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.277118093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.285256452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.285478867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.285553479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.285991759Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:53.294775413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"f99512e9-00ef-420b-b04e-1cd00e7e5c7d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":194452,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:53.295172332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:53.295468269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:53.733527099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.733604611Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.733647132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"974bdb9f-4a5f-4290-9e54-420ebcd36608","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.733706443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"974bdb9f-4a5f-4290-9e54-420ebcd36608","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.733750394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"974bdb9f-4a5f-4290-9e54-420ebcd36608","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.733809986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"974bdb9f-4a5f-4290-9e54-420ebcd36608","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.733869367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"974bdb9f-4a5f-4290-9e54-420ebcd36608","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:53.736637441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"974bdb9f-4a5f-4290-9e54-420ebcd36608","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5175,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.737134693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"974bdb9f-4a5f-4290-9e54-420ebcd36608\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:53 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.737356687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.73962504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c66f0c13-d868-4e2e-a12a-d22c67f7b49f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.739689022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c66f0c13-d868-4e2e-a12a-d22c67f7b49f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.739734413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c66f0c13-d868-4e2e-a12a-d22c67f7b49f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.739789774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c66f0c13-d868-4e2e-a12a-d22c67f7b49f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.739845745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c66f0c13-d868-4e2e-a12a-d22c67f7b49f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:53.741809761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c66f0c13-d868-4e2e-a12a-d22c67f7b49f","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4008,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.742368474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c66f0c13-d868-4e2e-a12a-d22c67f7b49f\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:53 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.742476046Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.742521858Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:53.742556999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.814523808Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.81460426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.816431562Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:53.817242021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.817299592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:53.817336623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.169929571Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.170015413Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.170148226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.171104928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.173958024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.174020456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.181384437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.18368451Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:54.271997288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:54.296319373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.296666261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.296734352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.296868116Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.296935567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.296978018Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.297021309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.297833998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.300825297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.301928172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.301973803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.304909052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.305009594Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.305071075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.305113826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.305930905Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.308532896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.308660839Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.308796132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.309462868Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.311791011Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.315566269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.315693242Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.315766814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.316317026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.318692281Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.318820564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.318919076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.319002729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.319712525Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.322203353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.322344796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.322433378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.323394931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.326084483Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.329446621Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.329517223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.329593094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.329655096Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.330230609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.332966282Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.333041504Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.333617067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.344201253Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.344338606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.345160585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.347788006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.347898929Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.34795803Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.348131494Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.348576644Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.35185353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.351964453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.352032624Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.352982557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.356775615Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.356858207Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.356938398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.3569883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.359901987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.368182869Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.368301032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.368382454Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.368448865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.368521767Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.370854481Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.372323505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.372404787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.372461678Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.373103884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.376423211Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.376550424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.376622015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.378255683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.382777928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.401103423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.401282667Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.401385279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.401887351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:54.405664859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"10847c57-4441-4019-b8ec-df2405321a0d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":108991,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:54.406090269Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:54.406339094Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.814105832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.814220795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.81618966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:54.817375348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.817446889Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:54.817492411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.169061655Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.169141087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.16926557Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.170285403Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.17272259Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.172781581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.179550878Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.179645631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:55.270261032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:55.407718541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.408049478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.40811389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.408255543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.408288324Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.408312775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.408337415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.409101663Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.411421366Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.411855856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.412128812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.414424846Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.414937698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.41501928Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.415071761Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.415143962Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.417681312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.418106741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.418169313Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.418385818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.421726635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.425110384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.425227247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.425302358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.434561223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.434624005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.434653245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.434694486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.434717787Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.434734327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.434988233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.435055084Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.435080645Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.436283903Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.438029673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.441636067Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.441720539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.441903394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.441966145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.442357534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.444727999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.444812561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.445448585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.447464732Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.447569955Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.448131818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.450183805Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.450282048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.450326009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.45036817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.450967053Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.454014854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.454108517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.454166258Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.454722131Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.457791912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.457892554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.457966826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.458405336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.461368885Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.470128208Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.470273332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.470375774Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.470467246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.470538598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.470993478Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.474475599Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.474574731Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.474646563Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.475174225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.478156474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.478212735Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.478251956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.478878261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.4818398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.490228194Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.490441479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.490532801Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.490954271Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:55.499566601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"e6835597-ce8b-4500-845e-7e9c94915c8b","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":91515,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:55.500305918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:55.500522993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:55.730528378Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.730888186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.731357337Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0802a569-f547-4d3e-9fef-531c0346da5c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.731434709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0802a569-f547-4d3e-9fef-531c0346da5c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.731657174Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0802a569-f547-4d3e-9fef-531c0346da5c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.731753536Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0802a569-f547-4d3e-9fef-531c0346da5c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.732494263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0802a569-f547-4d3e-9fef-531c0346da5c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:55.73537939Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0802a569-f547-4d3e-9fef-531c0346da5c","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4018,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.735882172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0802a569-f547-4d3e-9fef-531c0346da5c\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.736098507Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.736515236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"71bf56cf-713b-43b7-96cb-ca6df248c972","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.736600248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"71bf56cf-713b-43b7-96cb-ca6df248c972","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.736829264Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"71bf56cf-713b-43b7-96cb-ca6df248c972","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.736919726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"71bf56cf-713b-43b7-96cb-ca6df248c972","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.738565564Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"71bf56cf-713b-43b7-96cb-ca6df248c972","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:55.74138578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"71bf56cf-713b-43b7-96cb-ca6df248c972","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4872,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.74183312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71bf56cf-713b-43b7-96cb-ca6df248c972\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:55 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.741921222Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.741989814Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:55.742038505Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.814809023Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.814891765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.816661165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:55.817457784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.817530895Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:55.817566966Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.169893848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.16997596Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.170153834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.171188388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.173913741Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.173980303Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.177750751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.177815412Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:56.271324921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:56.50238321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.502973854Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.503124658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.50453099Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.504595372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.504646693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.504702544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.505538464Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.51185263Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.511913361Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.512666009Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.519574949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.519727123Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.519834235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.519927977Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.520752297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.523703755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.523808387Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.52391838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.524575285Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.527569284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.531064205Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.531177838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.531239449Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.531832163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.534132297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.534197578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.534244039Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.53428406Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.534830763Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.53685692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.536937882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.536985333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.537503445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.539552262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.542514141Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.542603863Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.542710755Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.542771037Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.543247658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.545412938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.54550936Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.545999992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.547886246Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.547982828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.548564382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.550576698Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.550681561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.550759213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.550837984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.551253754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.554238193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.554337575Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.554396447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.554911409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.557904968Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.55799544Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.558070992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.558823339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.567750967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.578529426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.578756172Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.578928316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.579070219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.579177001Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.580092453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.59377773Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.594584139Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.594743073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.595960331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.602591255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.603527826Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.603639199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.60370295Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.607505128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.616004316Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.61620051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.616274542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.616725312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:56.623616252Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"d6332650-793a-44cc-8672-e0ac0c529081","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":120611,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:56.624085823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:56.624332529Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.814858238Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.814935719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.816869284Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.817663793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.817744945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.817793726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.907105967Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":25,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.90720076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.907249221Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.907294002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.907334893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.908133351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.910707861Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.918576384Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.918683166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.918785708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.919572157Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"latest inventory collection is unchanged","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.922072234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"original_time_started":"2026-01-16 23:08:17.449297 UTC","original_id":"1f884896-3377-4f37-8274-2f6d5ab61291","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.922136686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"1f884896-3377-4f37-8274-2f6d5ab61291\",\"time_loaded\":\"2026-01-16T23:13:56.907110098Z\",\"time_started\":\"2026-01-16T23:08:17.449297Z\"}}","iteration":25,"elapsed":"15.06165ms"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.997999586Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":24,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.99861699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.998711942Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:56.998770453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.998829855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.99906501Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:56.999976032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":24,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.000031073Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.000080204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.000804441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.00511619Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.005199362Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.005248674Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.005301005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.005338996Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.005385807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.0132795Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.013385832Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.013481475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.016170137Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.051276201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":24,"elapsed":"53.274535ms"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.051570318Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.055410437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.057799693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.058409957Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.059474071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.061291523Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.061530909Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.061632302Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.062935262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.063881834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.068571572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.070942417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.074144452Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"}
{"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.074189703Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:57.074213843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.074249984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":24,"elapsed":"74.260792ms"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.169100954Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.169311499Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.169490223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.170373764Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.177155541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.177227893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.190624543Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.191656197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.239974268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":70,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.24005943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.240131112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.240196423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.240246844Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.241037673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.243738015Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.250774578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.250917572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.250959693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.251616198Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.253966812Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.254966896Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":70,"elapsed":"14.029876ms"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:57.270817653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:57.625571071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.62594065Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.626020002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.626172576Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.626224077Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.626268618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.626320409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.628292335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.629973904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.630044985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.630788223Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.633223969Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.63328341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.633316441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.633354082Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.634018687Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.636634408Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.636692999Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.63674409Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.637643622Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.640209381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.643428786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.643530838Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.64358658Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.644215804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.64662633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.646749333Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.646870985Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.646921437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.647592052Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.649978027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.650049559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.65009183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.650707524Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.652896865Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.657123363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.657193215Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.657287247Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.657335848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.657960653Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.660330588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.66041233Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.661043534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.662976659Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.663077701Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.663624874Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.665576389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.665639241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.665693952Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.665763683Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.666270085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.669582482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.669712255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.669823628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.670573025Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.676874182Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.68026734Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.680816383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.681077389Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.685776528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.694404518Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.694545351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.694623723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.694678714Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.694775297Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.695189486Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.698900522Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.698996794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.699059926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.69965144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.70311032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.703191132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.703244853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.703709334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.708945616Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.728807306Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.72901745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.729059251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.729777288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:57.731052598Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.731395346Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.73199811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9d640e5d-64d1-4a78-a0a2-8d9fe42c5eee","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.732125553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9d640e5d-64d1-4a78-a0a2-8d9fe42c5eee","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.732372128Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9d640e5d-64d1-4a78-a0a2-8d9fe42c5eee","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.732488521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9d640e5d-64d1-4a78-a0a2-8d9fe42c5eee","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.733233608Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9d640e5d-64d1-4a78-a0a2-8d9fe42c5eee","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:57.734196261Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"8ee6c94b-7a0e-4d6e-a692-536af2a94976","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":108285,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:57.734711873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:57.736523185Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:57.736849992Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9d640e5d-64d1-4a78-a0a2-8d9fe42c5eee","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4843,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.737257852Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d640e5d-64d1-4a78-a0a2-8d9fe42c5eee\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.737448577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.737858426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9c334a8d-fc63-4e42-a813-e85654f1aaa1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.737987419Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9c334a8d-fc63-4e42-a813-e85654f1aaa1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.738307026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9c334a8d-fc63-4e42-a813-e85654f1aaa1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.738416949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9c334a8d-fc63-4e42-a813-e85654f1aaa1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.740301583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9c334a8d-fc63-4e42-a813-e85654f1aaa1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:57.741508711Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9c334a8d-fc63-4e42-a813-e85654f1aaa1","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3638,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.742037643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c334a8d-fc63-4e42-a813-e85654f1aaa1\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:57 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.742244288Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.742291949Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:57.74233568Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.817698618Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.817757049Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.81778133Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:57.81780138Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.817833381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:57.817862251Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.169258392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.169341614Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.169501647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.170365778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.172829165Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.172907117Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.174461823Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.174519334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:58.271040793Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:58.740725057Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.740788438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.740844179Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.740904551Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.740947892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.740985193Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.741019423Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.741047834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.744058584Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.744115335Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.744144276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.747283508Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.74735054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.747392191Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.747430232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.747462943Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.748745462Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.748855265Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.748960907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.749732155Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.752215843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.756132234Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.756342239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.756445871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.75725837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.760583727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.76072113Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.761716673Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.761768904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.761826496Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.764872327Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.765004339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.765081461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.765676125Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.76844824Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.772949424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.77711248Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.778151875Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.778231006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.778287527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.787924591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.788084765Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.789009027Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.792250502Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.792379605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.793174443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.798462886Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.798583458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.79864561Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.798701341Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.799302475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.802839987Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.802981921Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.804491526Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.804569028Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.814361475Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.814456647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.816551485Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.817352424Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.817416585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.817459556Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.82365948Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.8245392Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.824608132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.824654063Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.828538173Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.838417693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.839321723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.839414345Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.839479367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.839538068Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.83962243Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.847395491Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.847679577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.847755859Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.848597149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.859269566Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.859415219Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.859519312Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.860573466Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.864506867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.874823637Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:58.88100411Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.881311777Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:58.882114206Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:58.886245002Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"bded9a71-a8cf-4aa8-8607-b85952246890","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":147641,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:58.88661931Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:58.886850236Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.169979186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.170060048Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.170208442Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.171188974Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.174941612Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.175008813Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.179190391Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.179257872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:13:59.271459218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:59.734121686Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.734466534Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.734908554Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b9e4d955-884b-4c61-9383-7c5b36ce8bf7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.734972076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b9e4d955-884b-4c61-9383-7c5b36ce8bf7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.735207321Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b9e4d955-884b-4c61-9383-7c5b36ce8bf7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.735284923Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b9e4d955-884b-4c61-9383-7c5b36ce8bf7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.736265956Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b9e4d955-884b-4c61-9383-7c5b36ce8bf7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:59.743621997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b9e4d955-884b-4c61-9383-7c5b36ce8bf7","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5126,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.74371631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9e4d955-884b-4c61-9383-7c5b36ce8bf7\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:13:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.743770811Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.743811232Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"75bdb468-2dec-4866-88cd-eed61b684b49","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.743858613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"75bdb468-2dec-4866-88cd-eed61b684b49","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.743916855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"75bdb468-2dec-4866-88cd-eed61b684b49","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.743981426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"75bdb468-2dec-4866-88cd-eed61b684b49","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.744035747Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"75bdb468-2dec-4866-88cd-eed61b684b49","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:59.745783918Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"75bdb468-2dec-4866-88cd-eed61b684b49","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4462,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.746448093Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75bdb468-2dec-4866-88cd-eed61b684b49\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:13:59 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.746679199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.746770851Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:59.746846723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.816831782Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.816923914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.816969175Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.817008276Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.817049537Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.817092908Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:13:59.88895675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.889051382Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.889113443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.891501379Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.891571371Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.891645373Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.891691754Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.891721664Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.900939709Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.901023541Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.901055441Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.902678469Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.902814262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.902922255Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.903005947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.903885627Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.910989723Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.911185328Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.911361912Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.913717056Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.918784725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.922544332Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.922656945Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.922699856Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.923181947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.92762461Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.927702482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.927742583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.927776794Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.927805694Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.930857005Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.931005429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.932547574Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.933549588Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.936498657Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.940902439Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.941167115Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.941238997Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.941768159Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.9422476Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.949611112Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.949779226Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.951141807Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.956943582Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.957059835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.9589726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.961715153Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.961919668Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.96198548Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.962022091Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.962814799Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.966621398Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.96670436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.966766601Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.967977959Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.971959882Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.972101495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.972189417Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.972949685Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.97660581Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.986618013Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.986775527Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.986873849Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.986951591Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.987020213Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.987732539Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.991849675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.991940437Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.992002768Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.993168585Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.999689708Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:13:59.99980245Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:13:59.999864572Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:00.004024498Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:00.009188988Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:00.020235926Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:00.020452651Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:00.020522712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:00.021107166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:14:00.025904998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"7d640831-22f8-4b90-9f35-868b1213fdfd","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":137276,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:14:00.026639315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:14:00.027102415Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:00.169388867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:00.16949841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:00.169600092Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:00.170415181Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:00.172769186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:00.172821567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:00.174299751Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:00.174346573Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:14:00.270938161Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:00.817072752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:00.817205745Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:00.818852433Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:00.819628891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:00.819692742Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:00.819733203Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:14:01.028259187Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.028626736Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.028682447Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.028856521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.028931183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.028973914Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.029015315Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.029888375Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.032410204Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.032504816Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.033098729Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.035564837Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.035644669Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.03569728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.035726081Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.036396426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.038741681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.038797632Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.038822633Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.039519689Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.041844873Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.045206662Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.045337965Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.045385075Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.045965199Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.048403986Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.048470257Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.048529019Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.048569789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.050056984Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.051292993Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.051333394Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.051355884Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.051873326Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.053837692Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.057021726Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.057087438Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.057140029Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.057254482Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.057284983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.059811351Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.059899893Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.060392725Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.062613396Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.062691628Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.063217021Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.06533804Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.065440872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.065521344Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.065591336Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.066144559Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.069668231Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.069752353Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.069814704Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.070495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.07391613Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.073999822Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.074045183Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.07478334Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.078335022Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.087499026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.08769642Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.087841784Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.087968307Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.088067579Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.089016881Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.093139267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.093230089Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.093295821Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.094024367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.101108693Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.101218235Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.101272167Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.102081675Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.105754841Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.115386085Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.11558372Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.115666471Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.116154443Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:14:01.120133855Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"67c4347a-685b-40cc-8cc6-14fec6ffe845","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":91501,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:14:01.120541365Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:14:01.120787331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.169223108Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.16929911Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.169464474Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.170567429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.173320553Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.173384054Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.175275329Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.1753358Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:14:01.271009087Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:14:01.7308781Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.73127477Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.731866853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"25dbae8b-7db7-45f0-8af3-585262d085f9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.731913414Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"25dbae8b-7db7-45f0-8af3-585262d085f9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.732106339Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"25dbae8b-7db7-45f0-8af3-585262d085f9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.732189901Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"25dbae8b-7db7-45f0-8af3-585262d085f9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.733102352Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"25dbae8b-7db7-45f0-8af3-585262d085f9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:14:01.736376978Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"25dbae8b-7db7-45f0-8af3-585262d085f9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4574,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.736848479Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25dbae8b-7db7-45f0-8af3-585262d085f9\", \"content-length\": \"405\", \"date\": \"Fri, 16 Jan 2026 23:14:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.737082305Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","body":"None","uri":"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.737507904Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a99f0c5a-5584-403b-bc78-77dd36a8bfb9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.737577796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a99f0c5a-5584-403b-bc78-77dd36a8bfb9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.737792891Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a99f0c5a-5584-403b-bc78-77dd36a8bfb9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.737852722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a99f0c5a-5584-403b-bc78-77dd36a8bfb9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.738653381Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a99f0c5a-5584-403b-bc78-77dd36a8bfb9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:14:01.741582169Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a99f0c5a-5584-403b-bc78-77dd36a8bfb9","remote_addr":"127.0.0.1:58422","local_addr":"127.0.0.1:36887","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4086,"response_code":200}
{"msg":"client response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.743000722Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:36887/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a99f0c5a-5584-403b-bc78-77dd36a8bfb9\", \"content-length\": \"29\", \"date\": \"Fri, 16 Jan 2026 23:14:01 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.743122445Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.743194367Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:14:01.743232778Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.814582528Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.81467355Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.814728061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.814911456Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.815268994Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"5d860c4c-3850-445a-93d2-baf972b335f6","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:14:01.832373712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"5d860c4c-3850-445a-93d2-baf972b335f6","remote_addr":"127.0.0.1:57010","local_addr":"127.0.0.1:32999","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":17086,"response_code":200}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.832991166Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.855178513Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.855258605Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.855296876Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":32999,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.855417509Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.856194607Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.856250938Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.856278769Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.856533395Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 19 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.856844162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 19 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.857068947Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.872775853Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":38,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.875745132Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":38}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.875822983Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.881034535Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.881098407Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":19,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.884229239Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":19}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.884367103Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":19,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:01.887365262Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":19}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:01.887424354Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:14:01.958547819Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:14:02.125115026Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:40345/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.125190348Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"determined request API version","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.125243789Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011501.0.0"}
{"msg":"authn: trying Spoof","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.1252848Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"looking up silo for user","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.125322331Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.125372872Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.125415383Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.125446254Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.143181497Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.143254388Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.143288429Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.147471076Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.147574739Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.147738292Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.147803364Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.148637363Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.151422648Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.151476609Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.15151604Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.15192467Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.154328006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.158392791Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.158518163Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.158569775Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.160726635Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.167748728Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.16783802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.167882051Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.167922402Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.169228623Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.172783606Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.172858567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.172917279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.174824293Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.177633818Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.17771843Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.177760631Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.178881197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.179735577Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.179797549Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.183475024Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.188099032Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"}
{"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.188183214Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.189162647Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.189239458Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.18928401Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.190823595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.190898517Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.192460453Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.192559186Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.193404055Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.201990835Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.20220241Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.203395828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.210203436Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.210324699Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.21038268Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.210442122Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.21121071Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.215739225Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.215828227Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.215883279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.216607006Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.226306681Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.226491435Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.226626279Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.227906998Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"activating","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.242379385Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":71,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.242462817Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.242532779Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.24261542Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.242656592Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.245274842Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.246726796Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.257057567Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.257257201Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.257341883Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"9bd35be2-86e4-4162-bedc-d12cf1e433e3","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.257397595Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.257486197Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.258015359Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.26879862Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.268966224Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.269032426Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.269876515Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.27137061Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.279392727Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.27954944Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.279613752Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.280365719Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:14:02.281789892Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"reconfigurator config load complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.283210625Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-16T23:08:11.159627Z })"}
{"msg":"activation complete","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.283275867Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":71,"elapsed":"40.893581ms"}
{"msg":"loading roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.284195828Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.284304521Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.284366652Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.295971802Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.312500267Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.333030145Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Instance { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 9bd35be2-86e4-4162-bedc-d12cf1e433e3, lookup_type: ById(9bd35be2-86e4-4162-bedc-d12cf1e433e3) }, key: 654b8aa8-0014-4f2e-b375-089d955844b2, lookup_type: ById(654b8aa8-0014-4f2e-b375-089d955844b2) }","action":"Read","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"authorize begin","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.333528907Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"roles","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.333577218Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.334497309Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"}
{"msg":"request completed","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:14:02.351519095Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"uri":"/v1/instances/654b8aa8-0014-4f2e-b375-089d955844b2","method":"GET","req_id":"0a9c1b5b-e07c-41d2-a9a1-06c298aa741d","remote_addr":"127.0.0.1:45398","local_addr":"127.0.0.1:40345","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":223881,"response_code":200}
{"msg":"client received response","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:14:02.351628418Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","status":"200"}
{"msg":"instance 654b8aa8-0014-4f2e-b375-089d955844b2 has not transitioned to stopped","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":30,"time":"2026-01-16T23:14:02.351665578Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"external client test context","instance_runtime_state":"InstanceRuntimeState { run_state: Failed, time_run_state_updated: 2026-01-16T23:08:43.812718Z, time_last_auto_restarted: None }","instance_id":"654b8aa8-0014-4f2e-b375-089d955844b2"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.814505871Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.814590583Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.816104228Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:02.817347237Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.817424149Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:02.8174697Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"producer_port":34249,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:03.169529834Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:03.169615786Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:03.16975626Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:03.170741162Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:03.174169712Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:03.174235144Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":20,"time":"2026-01-16T23:14:03.175940643Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"id":"9df85cb1-4ed5-40bf-9896-405d04954bee","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":10,"time":"2026-01-16T23:14:03.176000495Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_multicast_reconciler_state_consistency_validation","level":40,"time":"2026-01-16T23:14:03.270645448Z","hostname":"w-01KF4D9WCQSCRNG7J2B7BFBHXK","pid":234178,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}